[ 545.736414] env[65570]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 545.736414] env[65570]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 546.747364] env[65658]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 546.747364] env[65658]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 548.298085] env[65658]: INFO neutron.common.config [-] Logging enabled! [ 548.298466] env[65658]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 548.298645] env[65658]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65658) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 548.298949] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 548.299058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 548.299894] env[65658]: WARNING oslo_policy.policy [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.300133] env[65658]: WARNING oslo_policy.policy [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.301787] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] VMware NSXv3 Agent initialized successfully. [ 548.302169] env[65658]: DEBUG oslo_concurrency.lockutils [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] Acquiring lock "singleton_lock" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.302303] env[65658]: DEBUG oslo_concurrency.lockutils [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] Acquired lock "singleton_lock" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.302521] env[65658]: DEBUG oslo_concurrency.lockutils [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] Releasing lock "singleton_lock" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.302871] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] Full set of CONF: {{(pid=65658) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 548.302975] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ******************************************************************************** {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 548.303109] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] Configuration options gathered from: {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 548.303463] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 548.303635] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 548.303743] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ================================================================================ {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 548.303910] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] agent_down_time = 75 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304060] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] allow_automatic_dhcp_failover = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304202] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] allow_bulk = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304345] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] api_extensions_path = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304484] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] api_paste_config = api-paste.ini {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304623] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] auth_strategy = keystone {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304726] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] backdoor_port = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304826] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] backdoor_socket = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.304960] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] backlog = 4096 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305111] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] base_mac = fa:16:3e:00:00:00 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305266] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] bind_host = 0.0.0.0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305406] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] bind_port = 9696 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305574] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] client_socket_timeout = 900 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305729] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] config_dir = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305837] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.305975] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] config_source = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.306128] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] control_exchange = neutron {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.306271] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] core_plugin = ml2 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.306408] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] debug = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.306545] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] default_availability_zones = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.306755] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.306894] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] dhcp_agent_notification = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307037] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] dhcp_agents_per_network = 1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307176] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] dhcp_lease_duration = 86400 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307318] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] dhcp_load_type = networks {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307452] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] dns_domain = openstacklocal {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307588] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307720] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_default_route_bfd = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307848] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_default_route_ecmp = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.307975] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_dvr = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308117] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_new_agents = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308249] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308380] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_signals = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308514] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] enable_traditional_dhcp = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308661] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] external_dns_driver = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308793] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] filter_validation = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.308932] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] global_physnet_mtu = 8950 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309076] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] graceful_shutdown_timeout = 60 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309261] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] host = cpu-1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309398] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] host_dvr_for_dhcp = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309529] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] http_retries = 3 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309664] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] instance_format = [instance: %(uuid)s] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309799] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.309930] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ipam_driver = internal {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310073] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ipv6_pd_enabled = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310204] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] l3_ha = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310341] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310474] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] l3_ha_network_physical_name = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310606] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] l3_ha_network_type = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310743] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_color = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.310875] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_config_append = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311015] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311150] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_dir = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311275] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_file = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311375] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_options = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311505] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_rotate_interval = 1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311665] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_rotate_interval_type = days {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311803] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] log_rotation_type = none {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.311905] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312042] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312183] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312322] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312422] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312553] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] max_dns_nameservers = 5 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312716] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] max_header_line = 16384 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312850] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] max_l3_agents_per_router = 3 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.312984] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] max_logfile_count = 30 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313148] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] max_logfile_size_mb = 200 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313280] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] max_subnet_host_routes = 20 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313415] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] my_ip = 10.180.1.21 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313549] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] my_ipv6 = ::1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313678] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] network_auto_schedule = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313803] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] network_link_prefix = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.313936] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314082] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] notify_nova_on_port_data_changes = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314222] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] notify_nova_on_port_status_changes = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314356] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] pagination_max_limit = -1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314485] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] publish_errors = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314614] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] rate_limit_burst = 0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314746] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] rate_limit_except_level = CRITICAL {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.314873] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] rate_limit_interval = 0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315006] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] retry_until_window = 30 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315139] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] router_distributed = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315266] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] rpc_resources_processing_step = 20 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315391] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] rpc_response_max_timeout = 600 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315518] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] rpc_response_timeout = 60 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315671] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] send_events_interval = 2 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315846] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] service_plugins = ['router'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.315981] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] setproctitle = on {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316121] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] shell_completion = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316258] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] state_path = /opt/stack/data/neutron {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316394] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] syslog_log_facility = LOG_USER {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316523] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] tcp_keepidle = 600 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316658] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] transport_url = **** {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316789] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] use_journal = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.316917] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] use_json = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317056] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] use_ssl = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317186] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] use_stderr = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317350] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] use_syslog = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317443] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] vlan_qinq = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317566] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] vlan_transparent = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317692] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] watch_log_file = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317819] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] wsgi_default_pool_size = 100 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.317948] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] wsgi_keep_alive = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.318095] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.318225] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] wsgi_server_debug = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.318373] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_concurrency.disable_process_locking = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318513] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318661] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318811] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.318951] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319102] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319237] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319385] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.connection_string = messaging:// {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319522] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.enabled = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319659] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.es_doc_type = notification {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319792] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.es_scroll_size = 10000 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.319929] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.es_scroll_time = 2m {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320070] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.filter_error_trace = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320210] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.hmac_keys = **** {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320346] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.sentinel_service_name = mymaster {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320484] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.socket_timeout = 0.1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320614] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.trace_requests = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320742] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler.trace_sqlalchemy = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.320884] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler_jaeger.process_tags = {} {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321045] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler_jaeger.service_name_prefix = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321151] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] profiler_otlp.service_name_prefix = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321298] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.enforce_new_defaults = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321561] env[65658]: WARNING oslo_config.cfg [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 548.321725] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.enforce_scope = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.321880] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.policy_default_rule = default {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322060] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322216] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322360] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322492] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322622] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322750] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.322881] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323046] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_policy.remote_timeout = 60.0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323209] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323357] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] agent.extensions = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323500] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323639] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] service_providers.service_provider = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323782] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.default_quota = -1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.323922] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324068] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_floatingip = 50 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324207] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_network = 100 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324356] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_port = 500 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324506] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324638] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_router = 10 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324767] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_security_group = 10 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.324897] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325039] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.quota_subnet = 100 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325175] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] QUOTAS.track_quota_usage = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325320] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325453] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.group = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325581] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.helper_command = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325713] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.log_daemon_traceback = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325848] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.325977] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.thread_pool_size = 8 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326119] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep.user = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326263] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326392] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.group = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326518] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.helper_command = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326648] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326781] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.326909] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327047] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_dhcp_release.user = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327187] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327313] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.group = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327468] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.helper_command = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327609] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327744] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.327876] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328010] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_ovs_vsctl.user = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328157] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.capabilities = [21] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328283] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.group = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328409] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.helper_command = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328542] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.log_daemon_traceback = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328676] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328809] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.thread_pool_size = 8 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.328937] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_namespace.user = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329088] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.capabilities = [12] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329221] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.group = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329348] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.helper_command = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329479] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329614] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329747] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.329873] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_conntrack.user = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330019] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.capabilities = [12, 21] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330144] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.group = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330270] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.helper_command = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330416] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.log_daemon_traceback = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330566] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330698] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.thread_pool_size = 8 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330822] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] privsep_link.user = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.330970] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331127] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331267] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.continue_on_failed_promotions = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331398] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.dscp = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331532] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.dscp_inherit = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331670] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.force_mp_to_policy = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331801] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.locking_coordinator_url = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.331933] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.log_agent_heartbeats = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332104] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.logging_expire = 1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332258] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332394] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332537] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.polling_interval = 240 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332673] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332812] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.332951] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.report_interval = 30.0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333106] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333248] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333387] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333551] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.sync_skew = 60 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333690] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.synchronization_queue_size = 20 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333824] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT.use_helper_for_ns_read = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.333967] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] SECURITYGROUP.enable_ipset = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334124] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] SECURITYGROUP.enable_security_group = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334295] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334435] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334574] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] experimental.ipv6_pd_enabled = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334730] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.extension_drivers = ['port_security'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.334862] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.external_network_type = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335024] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335165] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.overlay_ip_version = 4 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335304] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.path_mtu = 8950 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335442] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.physical_network_mtus = {} {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335584] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.tenant_network_types = ['vlan'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335720] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.335886] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ml2.type_drivers = ['vlan'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336047] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT_CLI.neutron_port_id = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336185] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336318] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336477] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336632] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336771] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.336911] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337061] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337204] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337402] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337547] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_login_password = **** {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337691] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_login_port = 443 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337828] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_login_user = admin {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.337965] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338150] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338292] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338426] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338566] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338707] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338845] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.338981] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339129] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339270] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339418] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339587] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339734] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.339928] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340083] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] vsphere.vsphere_login_password = VMware1! {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340224] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340358] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340497] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.auth_section = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340639] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.auth_type = password {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340778] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.340907] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.certfile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341052] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.collect_timing = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341204] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.endpoint_type = public {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341336] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.insecure = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341464] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.keyfile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341605] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.region_name = RegionOne {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341736] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.split_loggers = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.341864] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] nova.timeout = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342054] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.auth_section = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342223] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.auth_type = password {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342364] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342515] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.certfile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342662] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.collect_timing = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342803] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.endpoint_type = public {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.342933] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.insecure = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343097] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.keyfile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343237] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.region_name = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343370] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.split_loggers = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343497] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] placement.timeout = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343633] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.auth_section = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343762] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.auth_type = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.343888] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.cafile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344020] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.certfile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344156] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.collect_timing = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344282] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.connect_retries = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344407] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.connect_retry_delay = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344536] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.enable_notifications = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344661] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.endpoint_override = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344788] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.insecure = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.344914] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.interface = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345070] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.keyfile = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345211] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.max_version = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345337] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.min_version = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345463] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.region_name = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345616] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.retriable_status_codes = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345747] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.service_name = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.345872] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.service_type = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346010] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.split_loggers = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346145] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.status_code_retries = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346272] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.status_code_retry_delay = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346400] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.timeout = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346529] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.valid_interfaces = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346653] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ironic.version = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346788] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] cli_script.dry_run = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.346929] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347069] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347205] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347333] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347461] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347589] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347717] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347846] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.347974] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348126] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348256] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348391] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348534] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348684] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348819] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.348957] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349100] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349234] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349371] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349500] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349628] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349754] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.349881] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350145] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350195] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350301] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350431] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350561] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350688] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350813] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.350941] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.ssl = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351089] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351227] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351355] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351500] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351668] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.ssl_version = {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351805] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.351945] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_notifications.driver = [] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.352113] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_notifications.retry = -1 {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.352271] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.352403] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] oslo_messaging_notifications.transport_url = **** {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.352503] env[65658]: DEBUG oslo_service.backend._eventlet.service [None req-dad9e6a2-3136-496a-b2d8-92e9d17c895d None None] ******************************************************************************** {{(pid=65658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 548.353694] env[65658]: DEBUG neutron.agent.securitygroups_rpc [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Init firewall settings (driver=nsxv3) {{(pid=65658) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 548.355081] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65658) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 548.355327] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] RPC agent_id: nsxm-l-01a.corp.local [ 548.357597] env[65658]: DEBUG dogpile.cache.region [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 548.357715] env[65658]: DEBUG dogpile.lock [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.357827] env[65658]: DEBUG dogpile.lock [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.357914] env[65658]: DEBUG dogpile.lock [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.358010] env[65658]: DEBUG dogpile.cache.region [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 548.358103] env[65658]: DEBUG dogpile.lock [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.358225] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 548.380519] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Session token - acquiring [ 548.383288] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.383485] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.383525] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.383970] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.396220] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.672860] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 548.696768] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.696926] env[65658]: DEBUG dogpile.cache.region [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 548.697031] env[65658]: DEBUG dogpile.lock [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.697151] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Activating Policy API Provider. [ 548.697346] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Looking for the default Infrastructure Rules. [ 548.764809] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Looking for the Default Layer3 Logged Drop Section. [ 548.783140] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 548.783616] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.783784] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.783884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.784169] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.784499] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.300464] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.803192] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.305571] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Inventory metadata is going to be refreshed. [ 550.307650] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 551.037091] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.037091] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.037091] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.037091] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.048488] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 551.052671] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.052671] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 551.071935] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.071935] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.072433] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.072879] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.073191] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.073479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 551.074073] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.074073] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 551.094467] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.095023] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.095282] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.097046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.097046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.097046] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 551.116755] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.117338] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.117593] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.117986] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.118350] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.118629] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 551.140501] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.140501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.140501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.140501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.140501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.140501] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 551.140501] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.140501] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 551.158264] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.158264] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.158264] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.158264] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.158264] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.158264] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 551.158264] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.158264] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 551.185040] env[65658]: DEBUG networking_nsxv3.common.locking [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.185040] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.185040] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.185040] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.185040] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.185040] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 551.185040] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.185040] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Inventory metadata have been refreshed. [ 551.185040] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Dryrun:True. Metadata refresh completed. [ 551.185040] env[65658]: DEBUG oslo_concurrency.lockutils [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Releasing lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.187398] env[65658]: INFO neutron.agent.agent_extensions_manager [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Loaded agent extensions: [] [ 551.188386] env[65658]: DEBUG neutron_lib.callbacks.manager [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65658) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 551.242559] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent RPC Daemon Started! [ 551.242559] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:0 started [ 551.242559] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent out of sync with plugin! [ 556.189499] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.189910] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.191304] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.191734] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.192687] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.193034] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.203302] env[65658]: INFO networking_nsxv3.common.synchronization [None req-7c682c06-39e9-4be0-8201-3b2c226e378d demo admin] Enqueued Resource ID: e7670fc7-9f70-43a2-9b96-657e1c058855 with Priority: HIGHEST for action security_group_rules [ 566.203860] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7670fc7-9f70-43a2-9b96-657e1c058855 with Priority: HIGHEST for action security_group_rules [ 566.204192] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7670fc7-9f70-43a2-9b96-657e1c058855 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.204318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7670fc7-9f70-43a2-9b96-657e1c058855" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.204395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7670fc7-9f70-43a2-9b96-657e1c058855" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.204794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7670fc7-9f70-43a2-9b96-657e1c058855" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.204893] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7670fc7-9f70-43a2-9b96-657e1c058855',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.725524] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.725794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.725794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.725913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.726012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.726104] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7670fc7-9f70-43a2-9b96-657e1c058855 already deleted. [ 566.726187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7670fc7-9f70-43a2-9b96-657e1c058855" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.205401] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.205800] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.206565] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.206565] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.207019] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.207981] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.208382] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.208826] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 591.130743] env[65658]: INFO networking_nsxv3.common.synchronization [None req-02c5d45d-0b63-4d2c-8013-2552c4bb8501 None None] Enqueued Resource ID: 3f6fa924-b45c-425e-b51c-56db0ba3e357 with Priority: HIGHEST for action port [ 591.131388] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6fa924-b45c-425e-b51c-56db0ba3e357 with Priority: HIGHEST for action port [ 591.131705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f6fa924-b45c-425e-b51c-56db0ba3e357 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.131967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f6fa924-b45c-425e-b51c-56db0ba3e357" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.131967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f6fa924-b45c-425e-b51c-56db0ba3e357" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.132191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f6fa924-b45c-425e-b51c-56db0ba3e357" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.132276] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f6fa924-b45c-425e-b51c-56db0ba3e357',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.639020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f6fa924-b45c-425e-b51c-56db0ba3e357 [ 591.639020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.639020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.639020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.639020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.639020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.639020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f6fa924-b45c-425e-b51c-56db0ba3e357 already deleted. [ 591.639020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f6fa924-b45c-425e-b51c-56db0ba3e357" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.955294] env[65658]: INFO networking_nsxv3.common.synchronization [None req-16fdd412-389f-447e-86e2-18522ed3b802 None None] Enqueued Resource ID: b85b2aad-6055-4bc4-8166-585a02e0fdaf with Priority: HIGHEST for action port [ 592.955294] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85b2aad-6055-4bc4-8166-585a02e0fdaf with Priority: HIGHEST for action port [ 592.955294] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85b2aad-6055-4bc4-8166-585a02e0fdaf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.955294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85b2aad-6055-4bc4-8166-585a02e0fdaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.955294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85b2aad-6055-4bc4-8166-585a02e0fdaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.955294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85b2aad-6055-4bc4-8166-585a02e0fdaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.955294] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85b2aad-6055-4bc4-8166-585a02e0fdaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.461202] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b85b2aad-6055-4bc4-8166-585a02e0fdaf [ 593.461440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.461598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.461746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.462017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.462262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.462335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b85b2aad-6055-4bc4-8166-585a02e0fdaf already deleted. [ 593.462391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85b2aad-6055-4bc4-8166-585a02e0fdaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.192555] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.193066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.193066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.193066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.193229] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.696034] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.199083] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.702504] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 595.702504] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 596.439872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.440331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.440331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.440331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.457130] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 596.458035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.458779] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 596.477697] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.477862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.477921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.478129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.478214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.478322] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 596.478442] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 596.478707] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 596.498557] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.498819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.498819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.498964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.499156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.499231] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 596.518964] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.519122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.519187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.519429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.519492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.519687] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 596.540387] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.540920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.540920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.540920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.540920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.541177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 596.541177] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 596.541177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 596.560929] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.561116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.561199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.561414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.561475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.561666] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 596.561666] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 596.561782] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 596.587018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.587018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.587018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.587018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.587018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 596.587018] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 596.587018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 596.610624] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.610624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.610624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.610624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.610624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.610624] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 596.630775] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.630775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.631064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.631064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.644390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.619950] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2b179fc3-2730-41f4-98a0-704a816c0758 None None] Enqueued Resource ID: bfcda6a2-3f4f-4dd8-929f-4195dbd704ee with Priority: HIGHEST for action port [ 597.620516] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcda6a2-3f4f-4dd8-929f-4195dbd704ee with Priority: HIGHEST for action port [ 597.620812] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfcda6a2-3f4f-4dd8-929f-4195dbd704ee taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.621029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfcda6a2-3f4f-4dd8-929f-4195dbd704ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.621029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfcda6a2-3f4f-4dd8-929f-4195dbd704ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.623533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfcda6a2-3f4f-4dd8-929f-4195dbd704ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.623533] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfcda6a2-3f4f-4dd8-929f-4195dbd704ee',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.703064] env[65658]: INFO networking_nsxv3.common.synchronization [None req-20f66ed6-a2dd-4790-9044-5d3aa1cc992d None None] Enqueued Resource ID: 8cb3e861-e0f6-4297-a750-433dc54d78b4 with Priority: HIGHEST for action port [ 597.703064] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb3e861-e0f6-4297-a750-433dc54d78b4 with Priority: HIGHEST for action port [ 597.704721] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb3e861-e0f6-4297-a750-433dc54d78b4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.706302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb3e861-e0f6-4297-a750-433dc54d78b4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.706302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb3e861-e0f6-4297-a750-433dc54d78b4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.706302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb3e861-e0f6-4297-a750-433dc54d78b4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.706302] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb3e861-e0f6-4297-a750-433dc54d78b4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.126058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfcda6a2-3f4f-4dd8-929f-4195dbd704ee [ 598.126058] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.126058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.126058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.126058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.126058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.126058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfcda6a2-3f4f-4dd8-929f-4195dbd704ee already deleted. [ 598.126058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfcda6a2-3f4f-4dd8-929f-4195dbd704ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.208568] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cb3e861-e0f6-4297-a750-433dc54d78b4 [ 598.208829] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.209674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.209793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.215572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.215572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.215572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cb3e861-e0f6-4297-a750-433dc54d78b4 already deleted. [ 598.215572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb3e861-e0f6-4297-a750-433dc54d78b4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.392955] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5d703e4f-c5c1-4ee8-ab7f-49d450fc4e78 None None] Enqueued Resource ID: 8bebfaa0-79db-47dd-9583-aa059e13d643 with Priority: HIGHEST for action port [ 598.392955] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bebfaa0-79db-47dd-9583-aa059e13d643 with Priority: HIGHEST for action port [ 598.393425] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bebfaa0-79db-47dd-9583-aa059e13d643 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.393609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bebfaa0-79db-47dd-9583-aa059e13d643" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.393714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bebfaa0-79db-47dd-9583-aa059e13d643" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.394238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bebfaa0-79db-47dd-9583-aa059e13d643" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.394389] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bebfaa0-79db-47dd-9583-aa059e13d643',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.897332] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bebfaa0-79db-47dd-9583-aa059e13d643 [ 598.897629] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.897879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.897879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.898011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.898104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.898195] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bebfaa0-79db-47dd-9583-aa059e13d643 already deleted. [ 598.898273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bebfaa0-79db-47dd-9583-aa059e13d643" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.093547] env[65658]: INFO networking_nsxv3.common.synchronization [None req-698f8ce1-6d64-4c4c-9990-df79fec32f29 None None] Enqueued Resource ID: 6d6dbd41-8ada-4996-9615-fe3188db5c19 with Priority: HIGHEST for action port [ 600.094023] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6dbd41-8ada-4996-9615-fe3188db5c19 with Priority: HIGHEST for action port [ 600.094319] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d6dbd41-8ada-4996-9615-fe3188db5c19 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.094443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d6dbd41-8ada-4996-9615-fe3188db5c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.094498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d6dbd41-8ada-4996-9615-fe3188db5c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.094803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d6dbd41-8ada-4996-9615-fe3188db5c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.094866] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d6dbd41-8ada-4996-9615-fe3188db5c19',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.126919] env[65658]: INFO networking_nsxv3.common.synchronization [None req-de68f0cc-4ca9-4e51-9a38-fb423de8ac98 None None] Enqueued Resource ID: 056a65ff-2c68-48e8-b92c-9ec952939e02 with Priority: HIGHEST for action port [ 600.127339] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056a65ff-2c68-48e8-b92c-9ec952939e02 with Priority: HIGHEST for action port [ 600.127814] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-056a65ff-2c68-48e8-b92c-9ec952939e02 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.127958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056a65ff-2c68-48e8-b92c-9ec952939e02" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.128057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056a65ff-2c68-48e8-b92c-9ec952939e02" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.128381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056a65ff-2c68-48e8-b92c-9ec952939e02" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.128463] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056a65ff-2c68-48e8-b92c-9ec952939e02',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.478158] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9404fa3b-006e-474f-a80c-d343fd32b600 None None] Enqueued Resource ID: 0671ca17-8eb3-4137-9ce1-ea05ba901346 with Priority: HIGHEST for action port [ 600.478158] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671ca17-8eb3-4137-9ce1-ea05ba901346 with Priority: HIGHEST for action port [ 600.478293] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0671ca17-8eb3-4137-9ce1-ea05ba901346 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.478397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0671ca17-8eb3-4137-9ce1-ea05ba901346" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.478486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0671ca17-8eb3-4137-9ce1-ea05ba901346" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.478701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0671ca17-8eb3-4137-9ce1-ea05ba901346" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.478780] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0671ca17-8eb3-4137-9ce1-ea05ba901346',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.596433] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d6dbd41-8ada-4996-9615-fe3188db5c19 [ 600.596671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.596807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.596872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.597369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.597369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.597546] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d6dbd41-8ada-4996-9615-fe3188db5c19 already deleted. [ 600.597638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d6dbd41-8ada-4996-9615-fe3188db5c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.630179] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 056a65ff-2c68-48e8-b92c-9ec952939e02 [ 600.631576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.631576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.631576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.631576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.631576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.631576] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:056a65ff-2c68-48e8-b92c-9ec952939e02 already deleted. [ 600.631576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056a65ff-2c68-48e8-b92c-9ec952939e02" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.980947] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0671ca17-8eb3-4137-9ce1-ea05ba901346 [ 600.981527] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.981527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.981527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.981799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.981799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.981897] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0671ca17-8eb3-4137-9ce1-ea05ba901346 already deleted. [ 600.981980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0671ca17-8eb3-4137-9ce1-ea05ba901346" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.118927] env[65658]: INFO networking_nsxv3.common.synchronization [None req-be6861a7-8cec-47c2-9bf1-4584155ff37b None None] Enqueued Resource ID: f87040fb-a6b8-42e4-ba52-97c8477b298a with Priority: HIGHEST for action port [ 601.120055] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87040fb-a6b8-42e4-ba52-97c8477b298a with Priority: HIGHEST for action port [ 601.120374] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f87040fb-a6b8-42e4-ba52-97c8477b298a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.121730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f87040fb-a6b8-42e4-ba52-97c8477b298a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.121730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f87040fb-a6b8-42e4-ba52-97c8477b298a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.122063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f87040fb-a6b8-42e4-ba52-97c8477b298a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.122196] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f87040fb-a6b8-42e4-ba52-97c8477b298a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.573329] env[65658]: INFO networking_nsxv3.common.synchronization [None req-6058f142-8c7d-497b-b23f-3570d1d1c29a None None] Enqueued Resource ID: 1f91a960-b826-46a9-9abe-5efc1497c8ce with Priority: HIGHEST for action port [ 601.573855] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f91a960-b826-46a9-9abe-5efc1497c8ce with Priority: HIGHEST for action port [ 601.574282] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f91a960-b826-46a9-9abe-5efc1497c8ce taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.574438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f91a960-b826-46a9-9abe-5efc1497c8ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.574486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f91a960-b826-46a9-9abe-5efc1497c8ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.574709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f91a960-b826-46a9-9abe-5efc1497c8ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.574794] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f91a960-b826-46a9-9abe-5efc1497c8ce',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.627501] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f87040fb-a6b8-42e4-ba52-97c8477b298a [ 601.627501] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.627501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.627501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.627501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.627501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.627501] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f87040fb-a6b8-42e4-ba52-97c8477b298a already deleted. [ 601.627501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f87040fb-a6b8-42e4-ba52-97c8477b298a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.079104] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f91a960-b826-46a9-9abe-5efc1497c8ce [ 602.080109] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.080109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.080109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.080409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.080409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.080409] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f91a960-b826-46a9-9abe-5efc1497c8ce already deleted. [ 602.080505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f91a960-b826-46a9-9abe-5efc1497c8ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.115314] env[65658]: INFO networking_nsxv3.common.synchronization [None req-55bc21b6-670c-499a-a9ed-d45cd59d06ae None None] Enqueued Resource ID: 3f0347bc-7cbf-4fc6-a616-375948ab2054 with Priority: HIGHEST for action port [ 603.118365] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0347bc-7cbf-4fc6-a616-375948ab2054 with Priority: HIGHEST for action port [ 603.118365] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f0347bc-7cbf-4fc6-a616-375948ab2054 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.118365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f0347bc-7cbf-4fc6-a616-375948ab2054" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.118365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f0347bc-7cbf-4fc6-a616-375948ab2054" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.118365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f0347bc-7cbf-4fc6-a616-375948ab2054" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.118365] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f0347bc-7cbf-4fc6-a616-375948ab2054',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.622698] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f0347bc-7cbf-4fc6-a616-375948ab2054 [ 603.622815] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.622948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.623028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.623416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623677] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f0347bc-7cbf-4fc6-a616-375948ab2054 already deleted. [ 603.623677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f0347bc-7cbf-4fc6-a616-375948ab2054" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.442029] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4b46afeb-c0b1-424c-84d4-64dcbc648f67 None None] Enqueued Resource ID: 3bd3c84a-d4c7-407d-b81c-f186f1563e44 with Priority: HIGHEST for action port [ 604.442488] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd3c84a-d4c7-407d-b81c-f186f1563e44 with Priority: HIGHEST for action port [ 604.442870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd3c84a-d4c7-407d-b81c-f186f1563e44 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.443012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd3c84a-d4c7-407d-b81c-f186f1563e44" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.443173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd3c84a-d4c7-407d-b81c-f186f1563e44" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.443749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd3c84a-d4c7-407d-b81c-f186f1563e44" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.444080] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd3c84a-d4c7-407d-b81c-f186f1563e44',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.771415] env[65658]: INFO networking_nsxv3.common.synchronization [None req-823c72c7-1cc6-44c3-85b3-aa84f8184b08 None None] Enqueued Resource ID: 9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2 with Priority: HIGHEST for action port [ 604.771967] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2 with Priority: HIGHEST for action port [ 604.772303] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.772428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.772484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.772731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.774095] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.947016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bd3c84a-d4c7-407d-b81c-f186f1563e44 [ 604.947345] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.947769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.947769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.949642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.949642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.949642] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bd3c84a-d4c7-407d-b81c-f186f1563e44 already deleted. [ 604.949642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd3c84a-d4c7-407d-b81c-f186f1563e44" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.274042] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5eaca964-8be0-4a49-a28f-c025bc29642e None None] Enqueued Resource ID: 568f1562-272c-4fd4-8d2f-55a75e9e78a4 with Priority: HIGHEST for action port [ 605.274169] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568f1562-272c-4fd4-8d2f-55a75e9e78a4 with Priority: HIGHEST for action port [ 605.274739] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-568f1562-272c-4fd4-8d2f-55a75e9e78a4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.274739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568f1562-272c-4fd4-8d2f-55a75e9e78a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.274739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568f1562-272c-4fd4-8d2f-55a75e9e78a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.275059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568f1562-272c-4fd4-8d2f-55a75e9e78a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.275210] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568f1562-272c-4fd4-8d2f-55a75e9e78a4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.276114] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2 [ 605.276329] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.276528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.276622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.276884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.276980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.277116] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2 already deleted. [ 605.277222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1b3e4f-231f-41bd-a2b6-f4a12f6ac4f2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.779350] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 568f1562-272c-4fd4-8d2f-55a75e9e78a4 [ 605.779350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.779350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.779350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.779350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.779350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.779350] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:568f1562-272c-4fd4-8d2f-55a75e9e78a4 already deleted. [ 605.779350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568f1562-272c-4fd4-8d2f-55a75e9e78a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.029012] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d2ebf4d0-92ea-4dad-a51d-845c5ee1802b None None] Enqueued Resource ID: fb85648c-8a2d-47b6-985c-b89f01699c4d with Priority: HIGHEST for action port [ 607.029012] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb85648c-8a2d-47b6-985c-b89f01699c4d with Priority: HIGHEST for action port [ 607.031811] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb85648c-8a2d-47b6-985c-b89f01699c4d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.031924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb85648c-8a2d-47b6-985c-b89f01699c4d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.032064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb85648c-8a2d-47b6-985c-b89f01699c4d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.032343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb85648c-8a2d-47b6-985c-b89f01699c4d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.032694] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb85648c-8a2d-47b6-985c-b89f01699c4d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.253911] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e0aa327e-0781-4bc1-9517-1496d8d713a6 None None] Enqueued Resource ID: 304c9845-f277-487d-a1c9-c511830203eb with Priority: HIGHEST for action port [ 607.253911] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304c9845-f277-487d-a1c9-c511830203eb with Priority: HIGHEST for action port [ 607.253911] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-304c9845-f277-487d-a1c9-c511830203eb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.254306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304c9845-f277-487d-a1c9-c511830203eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.254306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304c9845-f277-487d-a1c9-c511830203eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.254962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304c9845-f277-487d-a1c9-c511830203eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.255594] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304c9845-f277-487d-a1c9-c511830203eb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.534624] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb85648c-8a2d-47b6-985c-b89f01699c4d [ 607.534737] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.534832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.534884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.535119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.535208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.535300] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb85648c-8a2d-47b6-985c-b89f01699c4d already deleted. [ 607.535380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb85648c-8a2d-47b6-985c-b89f01699c4d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.758563] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304c9845-f277-487d-a1c9-c511830203eb [ 607.762244] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.762244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.762244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.762244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.762244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.762244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304c9845-f277-487d-a1c9-c511830203eb already deleted. [ 607.762244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304c9845-f277-487d-a1c9-c511830203eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428820] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4f7f258e-2a0e-4385-92bc-ca98603d725e None None] Enqueued Resource ID: f0d17fd0-4081-4480-b67c-19f66a5403f7 with Priority: HIGHEST for action port [ 608.429592] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d17fd0-4081-4480-b67c-19f66a5403f7 with Priority: HIGHEST for action port [ 608.430396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d17fd0-4081-4480-b67c-19f66a5403f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.430568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d17fd0-4081-4480-b67c-19f66a5403f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.430661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d17fd0-4081-4480-b67c-19f66a5403f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.430915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d17fd0-4081-4480-b67c-19f66a5403f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.430999] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d17fd0-4081-4480-b67c-19f66a5403f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.934750] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0d17fd0-4081-4480-b67c-19f66a5403f7 [ 608.934980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.935167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.935207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.935404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.935494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.935583] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0d17fd0-4081-4480-b67c-19f66a5403f7 already deleted. [ 608.935662] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d17fd0-4081-4480-b67c-19f66a5403f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.259103] env[65658]: INFO networking_nsxv3.common.synchronization [None req-54687862-c023-4784-88e3-6340eff7a290 None None] Enqueued Resource ID: ceadaa94-ea01-4ca3-9a4c-0c927c4747ef with Priority: HIGHEST for action port [ 610.259416] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadaa94-ea01-4ca3-9a4c-0c927c4747ef with Priority: HIGHEST for action port [ 610.259986] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceadaa94-ea01-4ca3-9a4c-0c927c4747ef taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.259986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceadaa94-ea01-4ca3-9a4c-0c927c4747ef" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.260207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceadaa94-ea01-4ca3-9a4c-0c927c4747ef" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.260315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceadaa94-ea01-4ca3-9a4c-0c927c4747ef" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.260396] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceadaa94-ea01-4ca3-9a4c-0c927c4747ef',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.576864] env[65658]: INFO networking_nsxv3.common.synchronization [req-dab634c4-63b6-4121-abd1-efea0d093c21 req-6c5b363a-cb1f-4c01-8e03-3b98a8aa0f35 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 610.578688] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 610.579039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.579164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.579234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.579538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.579693] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.579799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.579863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.580058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.580157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.580252] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.583759] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8cb76dfa-0911-400d-a68c-6ef3ae35978a None None] Enqueued Resource ID: c08f8c95-b75d-4673-8bce-e15327d8a28c with Priority: HIGHEST for action port [ 610.584435] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f8c95-b75d-4673-8bce-e15327d8a28c with Priority: HIGHEST for action port [ 610.585226] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08f8c95-b75d-4673-8bce-e15327d8a28c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.585226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08f8c95-b75d-4673-8bce-e15327d8a28c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.585226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08f8c95-b75d-4673-8bce-e15327d8a28c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.585226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08f8c95-b75d-4673-8bce-e15327d8a28c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.585226] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08f8c95-b75d-4673-8bce-e15327d8a28c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.761893] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceadaa94-ea01-4ca3-9a4c-0c927c4747ef [ 610.762262] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.762446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.762599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.762741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.762851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.763017] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceadaa94-ea01-4ca3-9a4c-0c927c4747ef already deleted. [ 610.763090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceadaa94-ea01-4ca3-9a4c-0c927c4747ef" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.082541] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.083052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.083142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.083367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.083462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.083667] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.083905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.083905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.084011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.084063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.084148] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 already deleted. [ 611.084227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.088398] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c08f8c95-b75d-4673-8bce-e15327d8a28c [ 611.089535] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.089535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.089535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.089535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.089535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.089535] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c08f8c95-b75d-4673-8bce-e15327d8a28c already deleted. [ 611.089535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08f8c95-b75d-4673-8bce-e15327d8a28c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.375378] env[65658]: INFO networking_nsxv3.common.synchronization [req-2a26c5ec-919c-4536-b49b-630300289c2d req-606585d3-ee88-47d5-9d75-5a00c80f1a59 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 611.375896] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 611.376202] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.376324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.376393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.376639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.376790] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.376883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.376942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.377758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.377858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.378136] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.563885] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.564092] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.564213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.564507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.564753] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.564901] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.565085] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.565324] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.565464] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.565752] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.565872] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.566259] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.566368] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.566481] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.566586] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.566732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.594419] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.595336] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.595336] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.595336] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.595336] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-6d7ce769-8471-4252-9ef3-224364f74125 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.595499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.595499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.595778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.595935] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7ce769-8471-4252-9ef3-224364f74125',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.740627] env[65658]: INFO networking_nsxv3.common.synchronization [None req-645d648c-195e-46f6-8928-67997220a821 None None] Enqueued Resource ID: d9387799-8d24-46b1-b526-8cca2e8ed076 with Priority: HIGHEST for action port [ 611.741166] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9387799-8d24-46b1-b526-8cca2e8ed076 with Priority: HIGHEST for action port [ 611.741486] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9387799-8d24-46b1-b526-8cca2e8ed076 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.741606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9387799-8d24-46b1-b526-8cca2e8ed076" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.741964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9387799-8d24-46b1-b526-8cca2e8ed076" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.742249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9387799-8d24-46b1-b526-8cca2e8ed076" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.742340] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9387799-8d24-46b1-b526-8cca2e8ed076',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.880971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.881191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.881191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.881406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.881492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.881684] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.881937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.881999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.882783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.882783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.882783] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 already deleted. [ 611.882783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.041587] env[65658]: INFO networking_nsxv3.common.synchronization [None req-94972d5a-6cdf-45c5-9148-950c40c369ee None None] Enqueued Resource ID: c240326d-5a91-4b8e-a43b-7cf9755f0ab2 with Priority: HIGHEST for action port [ 612.041953] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c240326d-5a91-4b8e-a43b-7cf9755f0ab2 with Priority: HIGHEST for action port [ 612.042445] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c240326d-5a91-4b8e-a43b-7cf9755f0ab2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.042576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c240326d-5a91-4b8e-a43b-7cf9755f0ab2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.042645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c240326d-5a91-4b8e-a43b-7cf9755f0ab2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.043338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c240326d-5a91-4b8e-a43b-7cf9755f0ab2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.044596] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c240326d-5a91-4b8e-a43b-7cf9755f0ab2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.053089] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.053089] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.053089] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.053089] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.053089] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.053801] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.054129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.054543] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.056324] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.056867] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.057212] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.057510] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.057779] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.058068] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.058386] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.058680] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.078640] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.082029] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.082029] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.082029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.082029] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.082029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.082029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.082029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.082029] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7e9228-209d-4cfc-a82d-f3dc5fe834f4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.098828] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.099338] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.099582] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.100324] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.100598] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.100858] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 6d7ce769-8471-4252-9ef3-224364f74125 not found, creating... [ 612.101240] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.102017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.102017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.102017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.102017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.102879] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.103227] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.103459] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.104019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.104019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.104189] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 6d7ce769-8471-4252-9ef3-224364f74125 is going to be created. [ 612.126388] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.127181] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.127495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.130030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.130030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.130030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.218026] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9abc8ce6-e271-43ed-a11a-1ebbc23b977f None None] Enqueued Resource ID: 276e0715-8ccd-4c4a-a72e-b318fd9e48ac with Priority: HIGHEST for action port [ 612.218026] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276e0715-8ccd-4c4a-a72e-b318fd9e48ac with Priority: HIGHEST for action port [ 612.218371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-276e0715-8ccd-4c4a-a72e-b318fd9e48ac taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.218989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276e0715-8ccd-4c4a-a72e-b318fd9e48ac" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.219249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276e0715-8ccd-4c4a-a72e-b318fd9e48ac" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.220749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276e0715-8ccd-4c4a-a72e-b318fd9e48ac" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.220749] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276e0715-8ccd-4c4a-a72e-b318fd9e48ac',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.245778] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9387799-8d24-46b1-b526-8cca2e8ed076 [ 612.247366] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.247366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.247366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.247366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.247366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.247366] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9387799-8d24-46b1-b526-8cca2e8ed076 already deleted. [ 612.247366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9387799-8d24-46b1-b526-8cca2e8ed076" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.548528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c240326d-5a91-4b8e-a43b-7cf9755f0ab2 [ 612.548528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.548528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.548528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.548528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.548528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.548528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c240326d-5a91-4b8e-a43b-7cf9755f0ab2 already deleted. [ 612.548528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c240326d-5a91-4b8e-a43b-7cf9755f0ab2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.584545] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.584545] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.584685] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.584915] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.585084] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.585602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 not found, creating... [ 612.585602] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.585760] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.585859] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.586090] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.586273] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.586493] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.586640] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.586748] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.586995] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.589131] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.589131] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 is going to be created. [ 612.610966] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.611162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.611831] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.611831] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.611831] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.612075] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.721897] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 276e0715-8ccd-4c4a-a72e-b318fd9e48ac [ 612.724641] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.724641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.724641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.724641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.724641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.724641] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:276e0715-8ccd-4c4a-a72e-b318fd9e48ac already deleted. [ 612.724641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276e0715-8ccd-4c4a-a72e-b318fd9e48ac" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924386] env[65658]: INFO networking_nsxv3.common.synchronization [req-dab634c4-63b6-4121-abd1-efea0d093c21 req-0e8647ae-32d3-4f2b-9244-efaa50e298d0 service nova] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_rules [ 612.924386] env[65658]: INFO networking_nsxv3.common.synchronization [req-dab634c4-63b6-4121-abd1-efea0d093c21 req-0e8647ae-32d3-4f2b-9244-efaa50e298d0 service nova] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 612.924386] env[65658]: INFO networking_nsxv3.common.synchronization [req-dab634c4-63b6-4121-abd1-efea0d093c21 req-0e8647ae-32d3-4f2b-9244-efaa50e298d0 service nova] Enqueued Resource ID: 6d7ce769-8471-4252-9ef3-224364f74125 with Priority: HIGHEST for action port [ 612.924386] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_rules [ 612.924386] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 612.924386] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7ce769-8471-4252-9ef3-224364f74125 with Priority: HIGHEST for action port [ 612.925050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.925549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.925733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929018] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.929018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929018] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.930098] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7ce769-8471-4252-9ef3-224364f74125 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.930411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.932132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.932132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.932132] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7ce769-8471-4252-9ef3-224364f74125',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.001227] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1b560469-6233-4f28-a81e-0a8428a51169 None None] Enqueued Resource ID: 245ba765-aa42-495f-be92-0e3f703d79f1 with Priority: HIGHEST for action port [ 613.001227] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245ba765-aa42-495f-be92-0e3f703d79f1 with Priority: HIGHEST for action port [ 613.001227] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-245ba765-aa42-495f-be92-0e3f703d79f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.001227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245ba765-aa42-495f-be92-0e3f703d79f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.001227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245ba765-aa42-495f-be92-0e3f703d79f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.001227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245ba765-aa42-495f-be92-0e3f703d79f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.001227] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245ba765-aa42-495f-be92-0e3f703d79f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.403019] env[65658]: INFO networking_nsxv3.common.synchronization [req-2a26c5ec-919c-4536-b49b-630300289c2d req-3bc5e516-2675-4e94-8b8b-8eab3750cea1 service nova] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_rules [ 613.403019] env[65658]: INFO networking_nsxv3.common.synchronization [req-2a26c5ec-919c-4536-b49b-630300289c2d req-3bc5e516-2675-4e94-8b8b-8eab3750cea1 service nova] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 613.403019] env[65658]: INFO networking_nsxv3.common.synchronization [req-2a26c5ec-919c-4536-b49b-630300289c2d req-3bc5e516-2675-4e94-8b8b-8eab3750cea1 service nova] Enqueued Resource ID: 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 with Priority: HIGHEST for action port [ 613.403019] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_rules [ 613.403019] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 613.403019] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 with Priority: HIGHEST for action port [ 613.403019] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.403493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.403493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.403493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.403584] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.404391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.406272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.408898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.409136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.409308] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.409475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.409475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.409605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.409686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.409783] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.411715] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.411823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.411886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.412088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.412152] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7e9228-209d-4cfc-a82d-f3dc5fe834f4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.434028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.434028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.448748] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d7ce769-8471-4252-9ef3-224364f74125 with status ACTIVE [ 613.449125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.449125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.449233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.449624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.449624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.449624] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.449806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.449806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.449897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.449972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.450320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.450426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.451405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.451405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.451405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.451405] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d7ce769-8471-4252-9ef3-224364f74125 is going to be updated. [ 613.452102] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.478144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.478859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.482266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.482266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.482266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.482266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7ce769-8471-4252-9ef3-224364f74125" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.503586] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 245ba765-aa42-495f-be92-0e3f703d79f1 [ 613.503834] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.504049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.504127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.505239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.505286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.505840] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:245ba765-aa42-495f-be92-0e3f703d79f1 already deleted. [ 613.505840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245ba765-aa42-495f-be92-0e3f703d79f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.915019] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.915019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.915019] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.916703] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 with status ACTIVE [ 613.917464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.917687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.917790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.918454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.918454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.918454] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.918454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.918454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.918776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.918828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.919048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.919132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.919192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.919585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.919585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.919585] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e7e9228-209d-4cfc-a82d-f3dc5fe834f4 is going to be updated. [ 613.943732] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.943732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.943732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.943962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.943962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.944171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7e9228-209d-4cfc-a82d-f3dc5fe834f4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.954057] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.163577] env[65658]: INFO networking_nsxv3.common.synchronization [None req-426e983c-1fdd-401b-9c18-c25cfee6273f None None] Enqueued Resource ID: a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa with Priority: HIGHEST for action port [ 614.163577] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa with Priority: HIGHEST for action port [ 614.163577] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.163577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.163577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.166267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.166267] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.398284] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e1395305-4437-47df-89c6-16cac331b612 None None] Enqueued Resource ID: ef1658d4-cc69-404e-bb43-2ff1a979fcd0 with Priority: HIGHEST for action port [ 614.399423] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1658d4-cc69-404e-bb43-2ff1a979fcd0 with Priority: HIGHEST for action port [ 614.399423] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef1658d4-cc69-404e-bb43-2ff1a979fcd0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.399423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef1658d4-cc69-404e-bb43-2ff1a979fcd0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.399423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef1658d4-cc69-404e-bb43-2ff1a979fcd0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.399717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef1658d4-cc69-404e-bb43-2ff1a979fcd0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.399717] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1658d4-cc69-404e-bb43-2ff1a979fcd0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.418958] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.458510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.458680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.458949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.460045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.460045] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be created. [ 614.491350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.491528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.491573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.491781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.491945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.502741] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: UNINITIALIZED for 2s [ 614.666188] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa [ 614.666188] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.666459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.666638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.666833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.666956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.667089] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa already deleted. [ 614.667172] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9be6dc3-ad4c-4311-bd8e-fc5d39ef4daa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.903196] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef1658d4-cc69-404e-bb43-2ff1a979fcd0 [ 614.903196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.903196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.903196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.903196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.903196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.903196] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef1658d4-cc69-404e-bb43-2ff1a979fcd0 already deleted. [ 614.903196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef1658d4-cc69-404e-bb43-2ff1a979fcd0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.922386] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.923049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.923205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.923382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.923476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.923577] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be created. [ 614.950638] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.950808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.950845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.951575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.951675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.965372] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: UNINITIALIZED for 2s [ 615.063021] env[65658]: INFO networking_nsxv3.common.synchronization [req-3a124769-4106-40eb-84cd-dcf7ed6c7837 req-67c18f5c-7750-4db1-a8b0-5b959e68f90a tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Enqueued Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_members [ 615.063021] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_members [ 615.063021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.063021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.063021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.063021] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.568354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.568533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.568627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.569031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.569031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570044] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.570044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.570044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.570044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.570044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570044] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 already deleted. [ 615.570044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.023951] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.024306] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-513" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.024371] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-513" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.024710] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-513" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.024978] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.025147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.025270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.025489] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.025653] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.025851] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.026008] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.026163] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.026342] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.026447] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.026550] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.027000] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.049173] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.049416] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.049561] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.049736] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-513" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.050092] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-fe54f12a-ce97-40f4-89a6-84dec039c51b taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.050330] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.050721] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.050975] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.050975] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe54f12a-ce97-40f4-89a6-84dec039c51b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.519916] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 616.520421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.520421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.520607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.520816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.520932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.521016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.521171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.521258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521421] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.554281] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.554567] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.554714] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.555118] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.555330] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.555504] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port fe54f12a-ce97-40f4-89a6-84dec039c51b not found, creating... [ 616.556502] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.556717] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.556971] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.557105] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.557247] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.557558] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.557710] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557818] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.558042] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.558162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.558297] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: fe54f12a-ce97-40f4-89a6-84dec039c51b is going to be created. [ 616.578887] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.580138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.580138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.580138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.580138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.580138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.795661] env[65658]: INFO networking_nsxv3.common.synchronization [None req-abb4f0da-bfb3-4b88-942c-112bfb8d362e None None] Enqueued Resource ID: 08b72de5-2ab9-4709-a72f-256c4313baaa with Priority: HIGHEST for action port [ 616.796238] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b72de5-2ab9-4709-a72f-256c4313baaa with Priority: HIGHEST for action port [ 616.796560] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b72de5-2ab9-4709-a72f-256c4313baaa taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.796696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b72de5-2ab9-4709-a72f-256c4313baaa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.796763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b72de5-2ab9-4709-a72f-256c4313baaa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.797024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b72de5-2ab9-4709-a72f-256c4313baaa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.798199] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b72de5-2ab9-4709-a72f-256c4313baaa',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.981486] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.981486] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.981486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.981486] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.024331] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.024331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.024331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.024331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.024716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.024716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.024716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.024853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.024887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.024954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.025112] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.025500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025629] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.025629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.026183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.026183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.026183] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.095753] env[65658]: INFO networking_nsxv3.common.synchronization [None req-058c9caf-fb69-4f87-b773-3b7d952dbc3c None None] Enqueued Resource ID: b9125e80-2088-44e0-9975-885875346006 with Priority: HIGHEST for action port [ 617.096503] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9125e80-2088-44e0-9975-885875346006 with Priority: HIGHEST for action port [ 617.096873] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9125e80-2088-44e0-9975-885875346006 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.097042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9125e80-2088-44e0-9975-885875346006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.097165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9125e80-2088-44e0-9975-885875346006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.097466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9125e80-2088-44e0-9975-885875346006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.099232] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9125e80-2088-44e0-9975-885875346006',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.303686] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08b72de5-2ab9-4709-a72f-256c4313baaa [ 617.303903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.304046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.304111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.304318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.304434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.304497] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08b72de5-2ab9-4709-a72f-256c4313baaa already deleted. [ 617.304660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b72de5-2ab9-4709-a72f-256c4313baaa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.305467] env[65658]: INFO networking_nsxv3.common.synchronization [req-3a124769-4106-40eb-84cd-dcf7ed6c7837 req-dfba2e13-a9d3-4d8d-9795-de019e180025 service nova] Enqueued Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_rules [ 617.305629] env[65658]: INFO networking_nsxv3.common.synchronization [req-3a124769-4106-40eb-84cd-dcf7ed6c7837 req-dfba2e13-a9d3-4d8d-9795-de019e180025 service nova] Enqueued Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_members [ 617.305752] env[65658]: INFO networking_nsxv3.common.synchronization [req-3a124769-4106-40eb-84cd-dcf7ed6c7837 req-dfba2e13-a9d3-4d8d-9795-de019e180025 service nova] Enqueued Resource ID: fe54f12a-ce97-40f4-89a6-84dec039c51b with Priority: HIGHEST for action port [ 617.306558] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_rules [ 617.306725] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_members [ 617.306779] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe54f12a-ce97-40f4-89a6-84dec039c51b with Priority: HIGHEST for action port [ 617.308601] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.308601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.308601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.308601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.308601] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.314080] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.314653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.314838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.314911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.316182] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.316182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.316182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.316592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.316592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.316592] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.319432] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe54f12a-ce97-40f4-89a6-84dec039c51b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.319432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.319432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.319432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.319432] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe54f12a-ce97-40f4-89a6-84dec039c51b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.486668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.486668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.486668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.486668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.486668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.487334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.487334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.487334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.487334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.487334] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.529350] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cbaf49c-d97b-4469-a692-a12ecdd5a733: rpc.has_security_group_logging(os_id): False [ 617.548863] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.549097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.549097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.549366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.549366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.549663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.549663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.549832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.549832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.550113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.550113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.550239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.550280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.550402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.550474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.550652] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.550743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.550794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.551345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.551345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.552541] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be created. [ 617.604570] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9125e80-2088-44e0-9975-885875346006 [ 617.604570] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.604777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.604813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.605116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.605386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.605386] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9125e80-2088-44e0-9975-885875346006 already deleted. [ 617.605386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9125e80-2088-44e0-9975-885875346006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.609987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.610163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.610231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.610457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.610966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.622107] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: IN_PROGRESS for 2s [ 617.819976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.820098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.820265] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.821195] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe54f12a-ce97-40f4-89a6-84dec039c51b with status ACTIVE [ 617.821414] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.821587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.821624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.822191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.822369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.822467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.822530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.822767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.822947] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.823647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.823726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.824212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.824212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.824212] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe54f12a-ce97-40f4-89a6-84dec039c51b is going to be updated. [ 617.849027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.849220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.849274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.850026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.850026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.850026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe54f12a-ce97-40f4-89a6-84dec039c51b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.989587] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7839afac-b9a1-45be-9b15-dd28531df997: rpc.has_security_group_logging(os_id): False [ 618.016290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.016290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.016290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.016290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.016902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.016902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.016902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.016902] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be created. [ 618.088222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.088222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.088222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.088605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.088636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.105318] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: IN_PROGRESS for 2s [ 618.326409] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.353107] env[65658]: INFO networking_nsxv3.common.synchronization [req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 req-f21b6508-809c-4b52-a736-defcdb65a912 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 618.353606] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 618.353930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.354072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.354140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.354404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.354694] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.354694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.354694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.354889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.354987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.355092] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.830136] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.831647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.831647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.831647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.831647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.831647] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 is going to be created. [ 618.858636] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.858636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.858636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.858873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.858873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.860309] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.860424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.860424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.860604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.861424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.861424] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.861424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.861424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.861424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.861424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.861424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba already deleted. [ 618.861822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.876022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 in Status: UNINITIALIZED for 2s [ 618.974256] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5dbbc12b-31de-4674-a970-4798f55d742f None None] Enqueued Resource ID: aad3e44b-000d-4b39-b8af-61390477f88d with Priority: HIGHEST for action port [ 618.976373] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad3e44b-000d-4b39-b8af-61390477f88d with Priority: HIGHEST for action port [ 618.976373] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad3e44b-000d-4b39-b8af-61390477f88d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.976650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad3e44b-000d-4b39-b8af-61390477f88d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.976650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad3e44b-000d-4b39-b8af-61390477f88d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.976849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad3e44b-000d-4b39-b8af-61390477f88d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.976939] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad3e44b-000d-4b39-b8af-61390477f88d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.483651] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aad3e44b-000d-4b39-b8af-61390477f88d [ 619.483651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.483651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.483651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.483651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.483651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.483651] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aad3e44b-000d-4b39-b8af-61390477f88d already deleted. [ 619.483651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad3e44b-000d-4b39-b8af-61390477f88d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.617635] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.617962] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.618071] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.618394] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.618696] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.618847] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.618952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.620860] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.620860] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.620860] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.620860] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.620860] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.620860] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.620860] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.620860] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.620860] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.641110] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.641110] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.641110] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.641110] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.641262] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-263bb49c-5ebe-4365-b1bd-f0b370752e8f taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.641431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641489] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641812] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.642268] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263bb49c-5ebe-4365-b1bd-f0b370752e8f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.645607] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 619.645607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.872845] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1cd749df-4020-4946-a23a-b2883c415463 None None] Enqueued Resource ID: 1fd02514-a879-41c6-a099-e8318a3f6e1a with Priority: HIGHEST for action port [ 619.873177] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd02514-a879-41c6-a099-e8318a3f6e1a with Priority: HIGHEST for action port [ 619.874643] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd02514-a879-41c6-a099-e8318a3f6e1a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.874643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd02514-a879-41c6-a099-e8318a3f6e1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.874643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd02514-a879-41c6-a099-e8318a3f6e1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.874643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd02514-a879-41c6-a099-e8318a3f6e1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.874643] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd02514-a879-41c6-a099-e8318a3f6e1a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.122918] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 620.123235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.124482] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9457294a-5366-4c96-98ac-0efa22821a61 None None] Enqueued Resource ID: f2d8da13-ac08-4468-bb03-b40a76e7d1b0 with Priority: HIGHEST for action port [ 620.125071] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d8da13-ac08-4468-bb03-b40a76e7d1b0 with Priority: HIGHEST for action port [ 620.125412] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d8da13-ac08-4468-bb03-b40a76e7d1b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.125578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d8da13-ac08-4468-bb03-b40a76e7d1b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.125667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d8da13-ac08-4468-bb03-b40a76e7d1b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.125928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d8da13-ac08-4468-bb03-b40a76e7d1b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.126050] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d8da13-ac08-4468-bb03-b40a76e7d1b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.147048] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.150153] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.150379] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.150670] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.150812] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.150968] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 263bb49c-5ebe-4365-b1bd-f0b370752e8f not found, creating... [ 620.151555] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.151730] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.151909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.154530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.154530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.154530] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.154530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.154530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.154530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.154530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.155925] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 263bb49c-5ebe-4365-b1bd-f0b370752e8f is going to be created. [ 620.179951] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.181179] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.181410] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.181725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.181961] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.182270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.376567] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd02514-a879-41c6-a099-e8318a3f6e1a [ 620.377902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.378137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.378193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.378465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.378590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.378703] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd02514-a879-41c6-a099-e8318a3f6e1a already deleted. [ 620.378806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd02514-a879-41c6-a099-e8318a3f6e1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.532126] env[65658]: INFO networking_nsxv3.common.synchronization [req-7a837f4a-5aba-421a-a45c-06c0eb3204fe req-ee07e8bc-da65-4510-a225-a2931f18b5e7 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 620.534946] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 620.534946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.534946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.534946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.534946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.534946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.534946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.534946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.534946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.535328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.535328] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.628780] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2d8da13-ac08-4468-bb03-b40a76e7d1b0 [ 620.629176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.629388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.629499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.629827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.629986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.630159] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2d8da13-ac08-4468-bb03-b40a76e7d1b0 already deleted. [ 620.630299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d8da13-ac08-4468-bb03-b40a76e7d1b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.887702] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 in Status: SUCCESS [ 620.887852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.888231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.888966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.889057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.889265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.889432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.889526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.889614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.889709] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.037722] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.038229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.038819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.039138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.039264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.039540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.039702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.039796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.039984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.040106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.040206] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c already deleted. [ 621.040747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.047951] env[65658]: INFO networking_nsxv3.common.synchronization [req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 req-a8ab9a13-011f-43cf-bd54-24c24bf1bf60 service nova] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_rules [ 621.048192] env[65658]: INFO networking_nsxv3.common.synchronization [req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 req-a8ab9a13-011f-43cf-bd54-24c24bf1bf60 service nova] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 621.048328] env[65658]: INFO networking_nsxv3.common.synchronization [req-1cde79d7-2fe1-4cc1-9c10-cc514e819c56 req-a8ab9a13-011f-43cf-bd54-24c24bf1bf60 service nova] Enqueued Resource ID: 263bb49c-5ebe-4365-b1bd-f0b370752e8f with Priority: HIGHEST for action port [ 621.048860] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_rules [ 621.048993] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 621.050028] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263bb49c-5ebe-4365-b1bd-f0b370752e8f with Priority: HIGHEST for action port [ 621.050849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.050849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.050849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.051133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.051133] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.053297] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.053297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.053297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.053297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.053441] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.055901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.055901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.055901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.055901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.055901] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.057244] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-263bb49c-5ebe-4365-b1bd-f0b370752e8f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.057376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.057376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.057558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.057635] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263bb49c-5ebe-4365-b1bd-f0b370752e8f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.352196] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.352196] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.352196] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.352196] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.352196] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.352196] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.352196] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.353126] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.353126] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.353126] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.376352] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.376585] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.376774] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.376942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.377302] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-8a4126de-c67e-4c8c-8999-3cf25e96a358 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.377498] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.377616] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.377959] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.378145] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4126de-c67e-4c8c-8999-3cf25e96a358',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.392785] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.394559] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.394559] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.397250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.397250] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.397250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.397250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.397250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.397250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.397250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.397250] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.560529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.561100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.561285] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.562354] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 263bb49c-5ebe-4365-b1bd-f0b370752e8f with status ACTIVE [ 621.563142] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.563304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.563369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.563581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.563770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.563871] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.563952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.564037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.564255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.564255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.564446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.564568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.564642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.565755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.565755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.565755] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 263bb49c-5ebe-4365-b1bd-f0b370752e8f is going to be updated. [ 621.588307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.588563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.588563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.588736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.588836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.589067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-263bb49c-5ebe-4365-b1bd-f0b370752e8f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.845451] env[65658]: INFO networking_nsxv3.common.synchronization [None req-37bc2359-288d-43d7-b266-1941e4dd9a3e tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_rules [ 621.849849] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_rules [ 621.849849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.849849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.849849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.849849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.849849] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.881151] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.881151] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.881395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.882038] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.882038] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.882038] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 8a4126de-c67e-4c8c-8999-3cf25e96a358 not found, creating... [ 621.882218] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.882416] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.882548] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.883929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.883929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.883929] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.883929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.883929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.883929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.884270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.884270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 8a4126de-c67e-4c8c-8999-3cf25e96a358 is going to be created. [ 621.898832] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5d2259-783c-4af1-97bd-dea72670f0c5: rpc.has_security_group_logging(os_id): False [ 621.910414] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.910760] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.912017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.912017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.912017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.912017] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.920202] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.920202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.920202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.920202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.920202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.920820] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.921336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.921336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.922968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.922968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.922968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.922968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.922968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.922968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.922968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.923818] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.924202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.924202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.926317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.926317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.926317] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 is going to be created. [ 622.039042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.039246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.039246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.040974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.040974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.052354] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 in Status: IN_PROGRESS for 2s [ 622.068632] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.086347] env[65658]: INFO networking_nsxv3.common.synchronization [None req-333a487e-9393-4255-9ecc-23525f10becd tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_rules [ 622.087320] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_rules [ 622.087320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.087320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.374203] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.374367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.374415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.374618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.375470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.375470] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd50c659-f227-4850-a673-546233400b98 already deleted. [ 622.375470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.375470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.375470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.375470] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.570048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.570356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.570356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.571206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.571206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.571206] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be created. [ 622.600406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.600406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.600406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.600585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.600776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.612053] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: UNINITIALIZED for 2s [ 622.724084] env[65658]: INFO networking_nsxv3.common.synchronization [req-7a837f4a-5aba-421a-a45c-06c0eb3204fe req-b14d3c12-d4f7-4ca9-92e0-8cac8c3cd4a9 service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 622.724186] env[65658]: INFO networking_nsxv3.common.synchronization [req-7a837f4a-5aba-421a-a45c-06c0eb3204fe req-b14d3c12-d4f7-4ca9-92e0-8cac8c3cd4a9 service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 622.724254] env[65658]: INFO networking_nsxv3.common.synchronization [req-7a837f4a-5aba-421a-a45c-06c0eb3204fe req-b14d3c12-d4f7-4ca9-92e0-8cac8c3cd4a9 service nova] Enqueued Resource ID: 8a4126de-c67e-4c8c-8999-3cf25e96a358 with Priority: HIGHEST for action port [ 622.724778] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 622.724909] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 622.725015] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4126de-c67e-4c8c-8999-3cf25e96a358 with Priority: HIGHEST for action port [ 622.731269] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.731409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.731478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.731738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.731830] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.733538] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.733538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.733538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.733538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.733722] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.733722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.733722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.733877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.734064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.734126] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.738466] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a4126de-c67e-4c8c-8999-3cf25e96a358 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.738584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.738626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.738963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.738963] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a4126de-c67e-4c8c-8999-3cf25e96a358',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.889131] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2efadbee-c71e-458f-a3b6-a6ef0dcf49b7 None None] Enqueued Resource ID: a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861 with Priority: HIGHEST for action port [ 622.889131] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861 with Priority: HIGHEST for action port [ 622.889131] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.889131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.889131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.889424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.889547] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.903048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.903048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.903048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.903413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.904693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.904808] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd50c659-f227-4850-a673-546233400b98 already deleted. [ 622.904925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.194888] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d2474f71-a0e1-4010-8a52-409fbe927b57 None None] Enqueued Resource ID: 506a24f5-2435-4a20-a3f6-94426546916b with Priority: HIGHEST for action port [ 623.195172] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506a24f5-2435-4a20-a3f6-94426546916b with Priority: HIGHEST for action port [ 623.195707] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-506a24f5-2435-4a20-a3f6-94426546916b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.195867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-506a24f5-2435-4a20-a3f6-94426546916b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.195952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-506a24f5-2435-4a20-a3f6-94426546916b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.196320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-506a24f5-2435-4a20-a3f6-94426546916b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.196468] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506a24f5-2435-4a20-a3f6-94426546916b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.241047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.241326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.241604] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.243861] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a4126de-c67e-4c8c-8999-3cf25e96a358 with status ACTIVE [ 623.243861] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.243861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.243861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.243861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.243861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.243861] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.243861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.243861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.244298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.245309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.245584] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.245871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.245871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.245978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.246098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.246226] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a4126de-c67e-4c8c-8999-3cf25e96a358 is going to be updated. [ 623.271233] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.273056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.273056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.273056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.273056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.273056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a4126de-c67e-4c8c-8999-3cf25e96a358" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.391725] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861 [ 623.391995] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.392168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.392245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.392572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.392615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.392681] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861 already deleted. [ 623.392760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73001e1-2f6b-4a70-a9e6-7ec7bb4e4861" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.511110] env[65658]: INFO networking_nsxv3.common.synchronization [None req-a30aff69-c4e3-4518-9682-108ab9f52c9d tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_rules [ 623.511637] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_rules [ 623.511930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.512306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.512438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.512727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.512843] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.619141] env[65658]: INFO networking_nsxv3.common.synchronization [None req-6b063ae0-ca6a-4dee-9820-9284da2b16ce tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_rules [ 623.619676] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_rules [ 623.619989] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.620311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.701704] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 506a24f5-2435-4a20-a3f6-94426546916b [ 623.701704] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.701704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.701704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.702150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.702549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.702549] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:506a24f5-2435-4a20-a3f6-94426546916b already deleted. [ 623.702549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-506a24f5-2435-4a20-a3f6-94426546916b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.749470] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.038617] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.038791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.038850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.039061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.039151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.039243] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 already deleted. [ 624.039325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.039469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.039617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.039697] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.068521] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 in Status: SUCCESS [ 624.069355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.210091] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9bc44ca5-09e6-4fbe-9b7a-31fe3e0be519 None None] Enqueued Resource ID: 446155ea-4b55-4202-b065-b3b8d4903958 with Priority: HIGHEST for action port [ 624.210091] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446155ea-4b55-4202-b065-b3b8d4903958 with Priority: HIGHEST for action port [ 624.210091] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-446155ea-4b55-4202-b065-b3b8d4903958 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.210091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446155ea-4b55-4202-b065-b3b8d4903958" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.210091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446155ea-4b55-4202-b065-b3b8d4903958" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.210091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446155ea-4b55-4202-b065-b3b8d4903958" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.210091] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446155ea-4b55-4202-b065-b3b8d4903958',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.253217] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.253415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.253497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.253769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.253967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.254093] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be created. [ 624.285343] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.285343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.285343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.285343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.285766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.296456] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: UNINITIALIZED for 2s [ 624.564509] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.564509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.564509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.564509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.564509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.564509] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 already deleted. [ 624.564509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.624022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 624.624317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.624803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.624803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.624803] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.624976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.624976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.625131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.625207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.625314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.625372] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.647016] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b61e3cb-dcbb-40af-9ce6-966eb783515b req-474c6ce4-ea95-4594-bc74-a825941094d2 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Enqueued Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_members [ 624.647787] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_members [ 624.649369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.649369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.649369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.650802] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.712856] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 446155ea-4b55-4202-b065-b3b8d4903958 [ 624.713182] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.713322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.713393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.713639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.713770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.713875] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:446155ea-4b55-4202-b065-b3b8d4903958 already deleted. [ 624.713962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446155ea-4b55-4202-b065-b3b8d4903958" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.127708] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.129061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.129170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.129380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.129575] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.129668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.129754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.129897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130282] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.130417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.130456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.130583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130730] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.130819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.130880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.131030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.131109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.131191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.131296] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.152756] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.152914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.152983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.153366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.153521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.153742] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.153842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.153902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.156931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.156931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.156931] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 already deleted. [ 625.156931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.549038] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.549217] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-251" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.549337] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-251" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.549671] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-251" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.550140] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.550284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.551177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.551177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.551177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.551177] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.551177] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.551177] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.551516] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.551516] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.551573] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.551718] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.578652] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.578652] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.578652] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.578652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-251" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578652] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.578652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.578652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578652] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f73aa42-eb11-4dab-af7e-c2ca61df5c97',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.583249] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9bbffc28-f228-4d87-9e72-b265723a95b2 None None] Enqueued Resource ID: d1867138-c46b-4703-9979-8862e03f6497 with Priority: HIGHEST for action port [ 625.583548] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1867138-c46b-4703-9979-8862e03f6497 with Priority: HIGHEST for action port [ 625.584525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1867138-c46b-4703-9979-8862e03f6497 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.584525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1867138-c46b-4703-9979-8862e03f6497" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.584525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1867138-c46b-4703-9979-8862e03f6497" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.584707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1867138-c46b-4703-9979-8862e03f6497" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.584754] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1867138-c46b-4703-9979-8862e03f6497',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.637432] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f4f19c7-3b46-41f4-8d80-cab7a9768eba: rpc.has_security_group_logging(os_id): False [ 625.661015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.661179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.661745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.662085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.662085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.662085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662364] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.662464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.662524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.662672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.662746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662931] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.663053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.663097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.663257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.663338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.663455] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be created. [ 625.753129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.753491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.753491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.753491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.753707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.779036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: IN_PROGRESS for 2s [ 626.082486] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.082701] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.082885] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.083218] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.083437] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.083638] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 not found, creating... [ 626.083992] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.084288] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.084451] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.084719] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.084852] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.085462] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.085680] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.085765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.085982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.086129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.086316] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 is going to be created. [ 626.087620] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1867138-c46b-4703-9979-8862e03f6497 [ 626.087898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.088049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.088156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.088355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.088492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.088611] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1867138-c46b-4703-9979-8862e03f6497 already deleted. [ 626.088705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1867138-c46b-4703-9979-8862e03f6497" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.118543] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.118942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.119087] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.119735] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.119735] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.120157] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 626.307493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307831] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308469] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.811045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.811414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.811414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.811650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.811854] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.811974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.812060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.812322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.812424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.812525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.812679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.812783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.812858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.813349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.813396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.813486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.813544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.813700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.813771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.813845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.813952] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.859018] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b61e3cb-dcbb-40af-9ce6-966eb783515b req-ddc0f4dc-8899-4e79-be80-2a8d022291ce service nova] Enqueued Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_rules [ 626.859018] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b61e3cb-dcbb-40af-9ce6-966eb783515b req-ddc0f4dc-8899-4e79-be80-2a8d022291ce service nova] Enqueued Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_members [ 626.859018] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b61e3cb-dcbb-40af-9ce6-966eb783515b req-ddc0f4dc-8899-4e79-be80-2a8d022291ce service nova] Enqueued Resource ID: 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 with Priority: HIGHEST for action port [ 626.859577] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_rules [ 626.859811] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_members [ 626.860117] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 with Priority: HIGHEST for action port [ 626.860551] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.860750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.860964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.861402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.861604] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.862470] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.862650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.862748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.863342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863342] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.863461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.863494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.863655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.863830] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.865119] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.865295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.865295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.865738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.865738] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f73aa42-eb11-4dab-af7e-c2ca61df5c97',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.317044] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ba2b7c-5119-4ccf-893a-357808c4ae1c: rpc.has_security_group_logging(os_id): False [ 627.368217] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369058] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.369434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.369434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.369616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.370782] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.370869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.371472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.371472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.371878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.372946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.372946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.372946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.372946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.372946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.372946] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be created. [ 627.375708] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.375708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.375708] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.377768] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 with status ACTIVE [ 627.377768] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.377768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.377768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.377768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.377952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.378670] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.379251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.379377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.382557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.382676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.382950] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.383097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.383196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.383421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.383560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.383716] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f73aa42-eb11-4dab-af7e-c2ca61df5c97 is going to be updated. [ 627.413749] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.413749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.414094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.414521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.414685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.414950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f73aa42-eb11-4dab-af7e-c2ca61df5c97" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.437209] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-c8cf9a4c-f1b4-48fa-9c15-6100b9522520 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 627.437807] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 627.438523] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.438674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.438763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.439213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.439213] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.439365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.439365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.439748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.439846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.439950] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.462660] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.462660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.462774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.462899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.463098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.478539] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 627.794857] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 627.794857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.835089] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1d35867c-64af-40f4-930a-d7a3021c2b80 None None] Enqueued Resource ID: 99a4aa30-b177-4b86-9bd4-eee4c8c45a94 with Priority: HIGHEST for action port [ 627.836282] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a4aa30-b177-4b86-9bd4-eee4c8c45a94 with Priority: HIGHEST for action port [ 627.836282] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a4aa30-b177-4b86-9bd4-eee4c8c45a94 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.836377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a4aa30-b177-4b86-9bd4-eee4c8c45a94" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.836377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a4aa30-b177-4b86-9bd4-eee4c8c45a94" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.836929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a4aa30-b177-4b86-9bd4-eee4c8c45a94" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.836929] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a4aa30-b177-4b86-9bd4-eee4c8c45a94',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.887066] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.944382] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.944652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.944652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.944884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.945035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.945198] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.945309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.945376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.945552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.945646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.945747] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c already deleted. [ 627.945809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138333] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.138590] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.138670] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.139360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.139657] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.139815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.139926] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.140346] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.140518] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.140725] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.140834] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.140937] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.141109] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.141149] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.141250] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.141379] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.163034] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.163351] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.163351] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.163488] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.163810] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-967dcc3d-aece-47ad-aa9b-b9622b2daebd taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.163972] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.164095] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.164455] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.164537] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967dcc3d-aece-47ad-aa9b-b9622b2daebd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.339021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99a4aa30-b177-4b86-9bd4-eee4c8c45a94 [ 628.339274] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.339433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.339496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.339719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.339812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.339917] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99a4aa30-b177-4b86-9bd4-eee4c8c45a94 already deleted. [ 628.339993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a4aa30-b177-4b86-9bd4-eee4c8c45a94" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.390551] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.390551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.390551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.390551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.390551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.390551] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 is going to be created. [ 628.418328] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.418328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.418969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.418969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.418969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.430644] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 in Status: UNINITIALIZED for 2s [ 628.668146] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.668146] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.668146] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.668602] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.668801] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.669057] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 967dcc3d-aece-47ad-aa9b-b9622b2daebd not found, creating... [ 628.669386] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.669566] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.669705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.670055] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.673024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673024] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.673024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.673024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.673024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.673024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 967dcc3d-aece-47ad-aa9b-b9622b2daebd is going to be created. [ 628.700444] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.700444] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.700444] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.700444] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.700444] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.700444] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.496566] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 629.496566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.518566] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-94e96062-1569-4c2e-9d50-f425c422df08 service nova] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_rules [ 629.518814] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-94e96062-1569-4c2e-9d50-f425c422df08 service nova] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 629.518974] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-94e96062-1569-4c2e-9d50-f425c422df08 service nova] Enqueued Resource ID: 967dcc3d-aece-47ad-aa9b-b9622b2daebd with Priority: HIGHEST for action port [ 629.519579] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_rules [ 629.519738] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 629.519897] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967dcc3d-aece-47ad-aa9b-b9622b2daebd with Priority: HIGHEST for action port [ 629.520754] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.520945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.520945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.521303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.521435] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.523598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.523598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.523598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.523926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.524397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.524397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.524584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.524759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.525171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.525323] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.526256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-967dcc3d-aece-47ad-aa9b-b9622b2daebd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.526407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.526660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.526660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526763] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967dcc3d-aece-47ad-aa9b-b9622b2daebd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.028393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.028643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.030784] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.031607] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967dcc3d-aece-47ad-aa9b-b9622b2daebd with status ACTIVE [ 630.031910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.032114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.032244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.032514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.032658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.034729] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.034729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.034729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.034729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.034729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.039517] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.039517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.039517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.039517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.039517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.039517] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967dcc3d-aece-47ad-aa9b-b9622b2daebd is going to be updated. [ 630.059520] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-ce353c0e-4fb6-4acb-940c-b9cd5b035c05 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 630.061051] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 630.061577] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.061726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.081565] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.081757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.082102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.082102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.082739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.082739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967dcc3d-aece-47ad-aa9b-b9622b2daebd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.395326] env[65658]: INFO networking_nsxv3.common.synchronization [None req-29d15faa-b1e2-457a-b64b-bd0934577866 None None] Enqueued Resource ID: 7d0ad72f-3678-4f5b-a2b4-0046f2054390 with Priority: HIGHEST for action port [ 630.395934] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0ad72f-3678-4f5b-a2b4-0046f2054390 with Priority: HIGHEST for action port [ 630.398982] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0ad72f-3678-4f5b-a2b4-0046f2054390 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.399195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0ad72f-3678-4f5b-a2b4-0046f2054390" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.399195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0ad72f-3678-4f5b-a2b4-0046f2054390" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.399554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0ad72f-3678-4f5b-a2b4-0046f2054390" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.399554] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0ad72f-3678-4f5b-a2b4-0046f2054390',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.443640] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 in Status: SUCCESS [ 630.443877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.444122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.444506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.446035] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.446035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.446035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.446035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.446035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.446417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.446455] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.500034] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.500034] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.500034] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.501022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.501764] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.501911] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.502066] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.502301] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.502450] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.502651] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.502759] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.502863] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.502965] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.503081] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.503179] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.503303] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.525389] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.525389] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.525524] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.525658] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.526156] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-a2f9282c-6df8-463d-8270-431ee5e8fe8b taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.526156] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.526377] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.526579] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.526735] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f9282c-6df8-463d-8270-431ee5e8fe8b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.540561] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.904074] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0ad72f-3678-4f5b-a2b4-0046f2054390 [ 630.904074] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.904074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.904074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.904074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.904074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904074] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0ad72f-3678-4f5b-a2b4-0046f2054390 already deleted. [ 630.904074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0ad72f-3678-4f5b-a2b4-0046f2054390" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.950992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.950992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.950992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.950992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.950992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.951273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.951273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.951340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.951372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.951470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.951613] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.951772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.951772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.953181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.953181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.953181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.953181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.953181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.953181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.953181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.953181] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.029294] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.029583] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.029921] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.030384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.030384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.030533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port a2f9282c-6df8-463d-8270-431ee5e8fe8b not found, creating... [ 631.030906] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.031179] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.031325] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.031708] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.031914] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.032946] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.035054] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.035054] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.035054] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.035054] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.035054] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: a2f9282c-6df8-463d-8270-431ee5e8fe8b is going to be created. [ 631.047301] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.047823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.047823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.047823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.047956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.048067] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be created. [ 631.062509] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.062796] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.062907] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.063539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.063539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.063875] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.083915] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.084834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.084834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.084834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.088606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.105184] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: UNINITIALIZED for 2s [ 631.456919] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15e0b84a-6e2c-4edc-b21c-78ca24c94f21: rpc.has_security_group_logging(os_id): False [ 631.479119] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.479448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.479572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.479807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.480229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.480456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.480569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.480631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.480950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.480950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.481111] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.481178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.481227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.481366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.481439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.481625] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.481726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.481786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.481895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.481960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.482063] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 is going to be created. [ 631.547450] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.547450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.547450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.547450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.547450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.559434] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 in Status: IN_PROGRESS for 2s [ 631.784912] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-cbc141be-eeda-4938-b955-cdf1a236e2d7 service nova] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_rules [ 631.785565] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-cbc141be-eeda-4938-b955-cdf1a236e2d7 service nova] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 631.785640] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-cbc141be-eeda-4938-b955-cdf1a236e2d7 service nova] Enqueued Resource ID: a2f9282c-6df8-463d-8270-431ee5e8fe8b with Priority: HIGHEST for action port [ 631.786963] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_rules [ 631.787955] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 631.787955] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f9282c-6df8-463d-8270-431ee5e8fe8b with Priority: HIGHEST for action port [ 631.788097] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.788171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.789026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.789026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.789026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f9282c-6df8-463d-8270-431ee5e8fe8b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.789026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.789026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.789026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.789026] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f9282c-6df8-463d-8270-431ee5e8fe8b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.292631] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2f9282c-6df8-463d-8270-431ee5e8fe8b with status ACTIVE [ 632.292768] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.292889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.292976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.293252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.293409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.293617] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.293757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.293872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.295073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.295178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.295436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.295790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.295885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.296068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.296170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.296279] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2f9282c-6df8-463d-8270-431ee5e8fe8b is going to be updated. [ 632.325693] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.325864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.325933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.326528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.326528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.326667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f9282c-6df8-463d-8270-431ee5e8fe8b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.121210] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 633.121478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.121643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.121873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.122079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.122238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.122302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.122459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.122539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.122664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.122761] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.124534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.124534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.124534] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.124534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.124534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.126021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.126021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.126021] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.576141] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 in Status: SUCCESS [ 633.576141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629666] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.629666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.629666] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.131962] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.610439] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-07827597-5541-4a94-9ba7-ec1bc048a22f tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 634.610439] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 634.610439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.610439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.626384] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ed5b6120-f264-4d88-b10c-5bb3a564cf09 None None] Enqueued Resource ID: 940dd555-7363-45b1-b038-35dfd3ba26ad with Priority: HIGHEST for action port [ 634.626384] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940dd555-7363-45b1-b038-35dfd3ba26ad with Priority: HIGHEST for action port [ 634.626384] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-940dd555-7363-45b1-b038-35dfd3ba26ad taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.626384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940dd555-7363-45b1-b038-35dfd3ba26ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.626384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940dd555-7363-45b1-b038-35dfd3ba26ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.626384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940dd555-7363-45b1-b038-35dfd3ba26ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.626384] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940dd555-7363-45b1-b038-35dfd3ba26ad',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.635069] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.638106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.638106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.638106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.638106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638106] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 634.675995] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.675995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.675995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.675995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.675995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.685235] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 635.129381] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 940dd555-7363-45b1-b038-35dfd3ba26ad [ 635.129381] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.129381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.129381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.129381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.129381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.129381] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:940dd555-7363-45b1-b038-35dfd3ba26ad already deleted. [ 635.129381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940dd555-7363-45b1-b038-35dfd3ba26ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.377276] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.380525] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.384028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.384028] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.384028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.384028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.384028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.384028] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.384028] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.384028] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.384028] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.384028] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.384028] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.384028] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.408758] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.409093] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.409297] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.409517] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-941" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.409884] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-c8b411d6-603b-42fd-86af-c904d511abaf taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.410300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.410495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.411176] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.411400] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b411d6-603b-42fd-86af-c904d511abaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.915275] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.915469] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.915603] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.915890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916049] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.916199] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port c8b411d6-603b-42fd-86af-c904d511abaf not found, creating... [ 635.916452] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916613] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916707] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916918] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.917071] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.917346] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.917496] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.917608] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.917808] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.918080] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.918451] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: c8b411d6-603b-42fd-86af-c904d511abaf is going to be created. [ 635.941279] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.941523] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.941592] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.941856] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.942086] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.942328] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.138813] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ad251d75-0108-4881-a797-4740e8af7cd8 None None] Enqueued Resource ID: ddd78c8c-42c8-4576-8250-59b23a34687b with Priority: HIGHEST for action port [ 636.139434] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd78c8c-42c8-4576-8250-59b23a34687b with Priority: HIGHEST for action port [ 636.139750] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd78c8c-42c8-4576-8250-59b23a34687b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.139967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd78c8c-42c8-4576-8250-59b23a34687b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.139967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd78c8c-42c8-4576-8250-59b23a34687b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.140326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd78c8c-42c8-4576-8250-59b23a34687b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.140467] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd78c8c-42c8-4576-8250-59b23a34687b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.641184] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-fd30b3fc-4a76-4ff7-a31b-0d27385db993 service nova] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_rules [ 636.641488] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-fd30b3fc-4a76-4ff7-a31b-0d27385db993 service nova] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 636.641488] env[65658]: INFO networking_nsxv3.common.synchronization [req-62bf4361-e6eb-4f70-9377-443dba563bbb req-fd30b3fc-4a76-4ff7-a31b-0d27385db993 service nova] Enqueued Resource ID: c8b411d6-603b-42fd-86af-c904d511abaf with Priority: HIGHEST for action port [ 636.641716] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_rules [ 636.641838] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 636.641929] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b411d6-603b-42fd-86af-c904d511abaf with Priority: HIGHEST for action port [ 636.642780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.642965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.643291] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.643427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.643712] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b411d6-603b-42fd-86af-c904d511abaf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.644302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.644369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.644642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.644764] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b411d6-603b-42fd-86af-c904d511abaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.647889] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddd78c8c-42c8-4576-8250-59b23a34687b [ 636.647889] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.647889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.647889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.649823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.650026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.650186] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddd78c8c-42c8-4576-8250-59b23a34687b already deleted. [ 636.650186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd78c8c-42c8-4576-8250-59b23a34687b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.696389] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 636.697420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.697566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.697783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.697982] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.698127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.698210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.698364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.698447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698530] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.878903] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8225b828-3020-44f2-80eb-3e8f4dc46a95 None None] Enqueued Resource ID: c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6 with Priority: HIGHEST for action port [ 636.879364] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6 with Priority: HIGHEST for action port [ 636.879688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.881212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.881212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.883979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.884100] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.920035] env[65658]: INFO networking_nsxv3.common.synchronization [req-a196daa2-46c2-4f7e-a6c0-b6a6768a31ab req-c12cdc17-43fc-4869-9485-7cb10f786e19 tempest-DeleteServersAdminTestJSON-1669829731 tempest-DeleteServersAdminTestJSON-1669829731-project-admin] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 636.920718] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 636.921079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.921248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.921349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.921664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.922368] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.922368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.922368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.922368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.922368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.922368] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.151781] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b411d6-603b-42fd-86af-c904d511abaf with status ACTIVE [ 637.151781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.152117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.152117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.152342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.152452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.152647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.152760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.152946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.153021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.153070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.153279] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.153415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.153484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.153632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.153708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.153794] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b411d6-603b-42fd-86af-c904d511abaf is going to be updated. [ 637.184466] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.184466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.184466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.184466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.184466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.184466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b411d6-603b-42fd-86af-c904d511abaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.201438] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.297478] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8444123-bfcf-4f07-a007-6096ea23db33 req-ab125d4a-31ef-4906-99d5-e5b2cba7d2c5 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 637.298501] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 637.298853] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.299431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.299621] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.299934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.300439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.300439] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.387981] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6 [ 637.387981] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.387981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.388291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.388540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.388540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.388540] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6 already deleted. [ 637.388685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5e6693a-9ec2-4dd1-9fe4-85d0195db8f6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.426253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.426253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.426500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.426618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426888] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.427117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.427117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.427255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.427336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.427429] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be updated. [ 637.466208] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.466445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.466445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.466771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.466771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.482767] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: IN_PROGRESS for 2s [ 637.664040] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.664485] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.664485] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.664681] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.664838] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.664982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.665349] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.665709] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.665887] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.665993] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.666098] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.666204] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.666298] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.666426] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.666535] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.666709] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.687533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.687722] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.687857] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.688038] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.688387] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-24072ca7-59d8-4c04-922b-76539ab7eeca taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.688569] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.688719] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.689052] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.689211] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24072ca7-59d8-4c04-922b-76539ab7eeca',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.703957] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.805034] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.194449] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.194725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.194856] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.195139] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.195281] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.195427] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 24072ca7-59d8-4c04-922b-76539ab7eeca not found, creating... [ 638.195703] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.195844] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.195938] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.196186] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.196374] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.196666] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.196820] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.196930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.197144] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.197271] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.197402] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 24072ca7-59d8-4c04-922b-76539ab7eeca is going to be created. [ 638.202838] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1585ab87-10d2-44ed-b698-159af56db32c None None] Enqueued Resource ID: b384fef6-25c7-477d-9f32-a9f017e46272 with Priority: HIGHEST for action port [ 638.203445] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b384fef6-25c7-477d-9f32-a9f017e46272 with Priority: HIGHEST for action port [ 638.203882] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-b384fef6-25c7-477d-9f32-a9f017e46272 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.203882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b384fef6-25c7-477d-9f32-a9f017e46272" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.204145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b384fef6-25c7-477d-9f32-a9f017e46272" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.204200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b384fef6-25c7-477d-9f32-a9f017e46272" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.204252] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b384fef6-25c7-477d-9f32-a9f017e46272',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.206688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.206826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.206897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.207082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.207171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.207268] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 638.222804] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.222804] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.222804] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.222804] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.223082] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.223316] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.240466] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.240682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.240755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.240968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.241132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.261077] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 638.309081] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.386930] env[65658]: INFO networking_nsxv3.common.synchronization [None req-b0c7ab38-e3f6-4d2a-b61f-822fd6a62066 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 638.387754] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 638.388694] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.388694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.388694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.389010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.389010] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.524167] env[65658]: INFO networking_nsxv3.common.synchronization [None req-bf27b4ee-7246-49c1-84c9-2dec8de275d8 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 638.524718] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 638.525326] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.525439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.709793] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b384fef6-25c7-477d-9f32-a9f017e46272 [ 638.710302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.710592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.711533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.711533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.711533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.711533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b384fef6-25c7-477d-9f32-a9f017e46272 already deleted. [ 638.711533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b384fef6-25c7-477d-9f32-a9f017e46272" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.812736] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.812945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.813024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.813263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.813359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.813471] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 638.848312] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.848524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.848666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.850263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.850435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.874129] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 638.928312] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.928415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.928415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.930077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.930077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.930077] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 already deleted. [ 638.930077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.930077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.930077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.930077] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.996311] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8444123-bfcf-4f07-a007-6096ea23db33 req-8170ee81-8d57-462c-a4cf-976fc13d38b2 service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 638.997036] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8444123-bfcf-4f07-a007-6096ea23db33 req-8170ee81-8d57-462c-a4cf-976fc13d38b2 service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 638.997036] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8444123-bfcf-4f07-a007-6096ea23db33 req-8170ee81-8d57-462c-a4cf-976fc13d38b2 service nova] Enqueued Resource ID: 24072ca7-59d8-4c04-922b-76539ab7eeca with Priority: HIGHEST for action port [ 638.997261] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 638.997377] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 638.997914] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24072ca7-59d8-4c04-922b-76539ab7eeca with Priority: HIGHEST for action port [ 638.998276] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.998373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.998436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.998635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.998728] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.999794] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.000803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.000803] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-24072ca7-59d8-4c04-922b-76539ab7eeca taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.000803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.000803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.001031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.001031] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24072ca7-59d8-4c04-922b-76539ab7eeca',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.432113] env[65658]: INFO networking_nsxv3.common.synchronization [req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b req-9f2c3af9-6b45-4df1-969b-7337dfedb984 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Enqueued Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_members [ 639.432732] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_members [ 639.434321] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.434480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.434590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.434867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.435076] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.435207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.435417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.435458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.435550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.435733] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.457116] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.457116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.457116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.457116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.457116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.457116] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 already deleted. [ 639.457451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.494366] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 639.494743] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 deletion is rescheduled due to dependency. [ 639.494977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.504040] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.504040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.504040] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24072ca7-59d8-4c04-922b-76539ab7eeca with status ACTIVE [ 639.504040] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.504040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.504040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.504423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.504423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.504491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.504668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.504668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.504829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.504946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505162] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.505601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.505679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.505825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.505901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505984] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24072ca7-59d8-4c04-922b-76539ab7eeca is going to be updated. [ 639.529842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.529996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.530078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.531045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.531045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.531045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24072ca7-59d8-4c04-922b-76539ab7eeca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.805074] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.805074] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-748" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.805074] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-748" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.805996] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-748" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.807145] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.807534] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.807890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.808301] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.808749] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.808944] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.811180] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.811180] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.811180] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.811180] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.811180] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.811180] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.836027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.836027] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.836027] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.836027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-748" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.836027] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-0673dcfa-22ec-484f-a08b-2c303f2893ee taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.836027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.836027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.836027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.836027] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0673dcfa-22ec-484f-a08b-2c303f2893ee',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.939515] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.940042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.941490] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.941490] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 already deleted. [ 639.941490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283689] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.284797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.284797] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.289483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.289891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.290085] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.290281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.290281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.290489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.290594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.291267] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.340533] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.340830] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.340976] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.341310] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.341560] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.341768] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 0673dcfa-22ec-484f-a08b-2c303f2893ee not found, creating... [ 640.348666] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.348666] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.348666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.349197] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 0673dcfa-22ec-484f-a08b-2c303f2893ee is going to be created. [ 640.374335] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.374335] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.374335] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.374335] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.374335] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.374335] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.794433] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bb416a8-5338-4698-8519-244e7f47c97c: rpc.has_security_group_logging(os_id): False [ 640.804314] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.814344] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.815371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.815371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.815371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.815371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.815371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.815371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.815371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.815858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.815858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.815858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.815858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.815858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.816122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.816122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.816274] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.816376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.816896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.816896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.816896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.816896] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be created. [ 640.962379] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 640.962626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.962780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.963403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.963465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.963917] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.017691] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.017897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.017971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.018238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.018429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.030535] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 641.090489] env[65658]: INFO networking_nsxv3.common.synchronization [req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b req-71d866a9-2e1a-4693-9ec3-0bb02d268fc5 service nova] Enqueued Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_rules [ 641.090794] env[65658]: INFO networking_nsxv3.common.synchronization [req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b req-71d866a9-2e1a-4693-9ec3-0bb02d268fc5 service nova] Enqueued Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_members [ 641.091022] env[65658]: INFO networking_nsxv3.common.synchronization [req-01e18a12-e3d9-43c9-87d4-1556bdc2d11b req-71d866a9-2e1a-4693-9ec3-0bb02d268fc5 service nova] Enqueued Resource ID: 0673dcfa-22ec-484f-a08b-2c303f2893ee with Priority: HIGHEST for action port [ 641.092612] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_rules [ 641.092732] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_members [ 641.093058] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0673dcfa-22ec-484f-a08b-2c303f2893ee with Priority: HIGHEST for action port [ 641.093678] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.093915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.094103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.094457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.094601] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.096353] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.096619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.096849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.096939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.097204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.098028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.098028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.098028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.098028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.098028] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.099317] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0673dcfa-22ec-484f-a08b-2c303f2893ee taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.099498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.099595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.099827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.099939] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0673dcfa-22ec-484f-a08b-2c303f2893ee',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.307451] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.466635] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.524296] env[65658]: INFO networking_nsxv3.common.synchronization [None req-60085cfa-0217-47f1-a0c3-31279043f97f tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_rules [ 641.524296] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_rules [ 641.524783] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.525087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.525241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.528565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.528565] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.583489] env[65658]: INFO networking_nsxv3.common.synchronization [req-14c7488d-936e-4203-935d-28f1e673699a req-87e66155-34cf-4ff3-b0ad-8301df75af79 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_members [ 641.584526] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_members [ 641.585081] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.585277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.585277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.585665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.585883] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.586038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.586101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.586293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.586429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.586943] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.602027] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.603291] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.603641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.605333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0673dcfa-22ec-484f-a08b-2c303f2893ee with status ACTIVE [ 641.607971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.607971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.607971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.607971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.607971] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0673dcfa-22ec-484f-a08b-2c303f2893ee is going to be updated. [ 641.642389] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.642389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.642389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.642389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.642389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.642389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0673dcfa-22ec-484f-a08b-2c303f2893ee" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.667176] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2041a49e-1553-4503-a5d2-a84c7a481e76 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_rules [ 641.667802] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_rules [ 641.668094] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.668197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.810685] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.810685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.810861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.811095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.811442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.811442] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 641.848741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.849303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.849303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.850037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.850037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.859987] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 641.970884] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.050854] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.052645] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d already deleted. [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.052645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.053116] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.089913] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.090104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.090178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.090354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.090434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.090657] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.090775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.090841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.091101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.091208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.091296] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd50c659-f227-4850-a673-546233400b98 already deleted. [ 642.091378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092470] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092650] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-449" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.092752] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-449" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.093039] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-449" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.093402] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.093549] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.093618] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.093770] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.093909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.094178] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.094262] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.094354] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.094560] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.094560] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.094715] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.094813] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.110361] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.116263] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.116388] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.116473] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.116669] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-449" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.116946] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-ced279de-9dba-4fe4-a2cb-4ac253a04996 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.117135] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.117248] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.117612] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.117747] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced279de-9dba-4fe4-a2cb-4ac253a04996',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.473920] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.474167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.474244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.474453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.474546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.474769] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 642.507045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.507045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.507045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.507045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.507045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.516427] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 642.577341] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.577537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.577537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.577752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.577841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.578036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d already deleted. [ 642.578097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.615478] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.615639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.615808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.615918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.616958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.616958] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 is going to be created. [ 642.619308] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.619836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.619836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.619836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.619985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.620111] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port ced279de-9dba-4fe4-a2cb-4ac253a04996 not found, creating... [ 642.620356] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.620503] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.620610] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.620822] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.620950] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.621246] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.621399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.621508] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.621705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.621828] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.622289] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: ced279de-9dba-4fe4-a2cb-4ac253a04996 is going to be created. [ 642.624544] env[65658]: INFO networking_nsxv3.common.synchronization [None req-b54e0a08-0f2d-4914-bf35-7b5800008f70 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_rules [ 642.625173] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_rules [ 642.625708] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.625822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.626110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.626197] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.647573] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.647829] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.647920] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.648162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.648381] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.648593] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.651690] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.651873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.651873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.652108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.652218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.663070] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 in Status: UNINITIALIZED for 2s [ 642.904138] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2b140422-c1f5-4d33-af3b-db91b0e06e7e tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_rules [ 642.904712] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_rules [ 642.904951] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.905066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044015] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 643.044637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.045123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.045216] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.147593] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.147799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.147917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.148194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.148269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.148379] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7618f21-a762-4f20-a120-74d7d608bfed already deleted. [ 643.148494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.148756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.148980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.149270] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.409589] env[65658]: INFO networking_nsxv3.common.synchronization [req-14c7488d-936e-4203-935d-28f1e673699a req-b4d982f9-bfa3-400b-8b77-fb63db6f7908 service nova] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_rules [ 643.409771] env[65658]: INFO networking_nsxv3.common.synchronization [req-14c7488d-936e-4203-935d-28f1e673699a req-b4d982f9-bfa3-400b-8b77-fb63db6f7908 service nova] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_members [ 643.409929] env[65658]: INFO networking_nsxv3.common.synchronization [req-14c7488d-936e-4203-935d-28f1e673699a req-b4d982f9-bfa3-400b-8b77-fb63db6f7908 service nova] Enqueued Resource ID: ced279de-9dba-4fe4-a2cb-4ac253a04996 with Priority: HIGHEST for action port [ 643.410841] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_rules [ 643.410989] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_members [ 643.411184] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced279de-9dba-4fe4-a2cb-4ac253a04996 with Priority: HIGHEST for action port [ 643.411597] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.411673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.411741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.411996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.412417] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.413968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.414109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.414173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.414376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.414547] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.414693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.414775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.415183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.415183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.415256] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.416291] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced279de-9dba-4fe4-a2cb-4ac253a04996 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.416408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.416475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.416660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.416743] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced279de-9dba-4fe4-a2cb-4ac253a04996',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.548324] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.548501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.673743] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.673920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.673991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.674180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.674273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.674371] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7618f21-a762-4f20-a120-74d7d608bfed already deleted. [ 643.674597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.879491] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.879491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.879491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.879491] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.915410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.915410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.922459] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.922459] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced279de-9dba-4fe4-a2cb-4ac253a04996 with status ACTIVE [ 643.922459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.922459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.922459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.922459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.923414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.923695] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced279de-9dba-4fe4-a2cb-4ac253a04996 is going to be updated. [ 643.961230] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.961230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.961230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.961230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.961230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.961230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced279de-9dba-4fe4-a2cb-4ac253a04996" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.216520] env[65658]: INFO networking_nsxv3.common.synchronization [req-74eb7cba-69c2-4a70-86ec-59fa20553313 req-f9436951-d340-4f36-87a3-f510efc8ac8f tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_members [ 644.216973] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_members [ 644.217288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.217442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.217487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.217724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.217881] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.217981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218394] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.382699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.425924] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.527064] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 644.531171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.531171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.531171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.531171] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.531171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.531171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.531171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.531451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.531451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.531451] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.673345] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 in Status: SUCCESS [ 644.673733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.673904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.674169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.674322] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.674443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.674510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.674714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.674801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.674887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.675051] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.720796] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.720965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.721263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.721355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721554] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.721644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.721856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.721963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.722079] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 already deleted. [ 644.722166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.724299] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.724435] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.724721] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.724988] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.725114] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.725321] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.725423] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.725631] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.725762] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725943] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.726061] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.726165] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.726264] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.726478] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.726478] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.726572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.745892] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.746159] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.746326] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.746507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.746810] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.747021] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.747230] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.747531] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.747666] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8ed823-19a9-48cb-a74d-8478b52bbfe6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.885803] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.929204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.929596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.929596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.929734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.929840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.929971] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd50c659-f227-4850-a673-546233400b98 is going to be created. [ 644.955417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.955598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.955665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.955884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.956085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.973867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd50c659-f227-4850-a673-546233400b98 in Status: UNINITIALIZED for 2s [ 645.033791] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.033991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.033991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.034236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.034404] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.034518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.034623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.034809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.034875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.034961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.035123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.035219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.035282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.035426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.035578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.035672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.035730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.035870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.035982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.036114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.036210] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.177008] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.177756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.177756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.177756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.177756] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.177756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.178058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.178150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.178232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.178435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.178572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.178846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.178992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.179390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.179390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.179508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.179558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.179673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.179786] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.250561] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.250957] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.251313] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.251710] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.251930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.252195] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 not found, creating... [ 645.252626] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.252857] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.253036] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.253359] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.253554] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.253978] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.254233] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.254416] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.254779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.255021] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.255268] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 is going to be created. [ 645.277968] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.278261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.278354] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.278613] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.278912] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.279182] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.389813] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.389813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.389813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.390226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.390226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.390429] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 645.439895] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.440151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.440151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.440376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.440586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.452912] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 645.538183] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ba2b7c-5119-4ccf-893a-357808c4ae1c: rpc.has_security_group_logging(os_id): False [ 645.559368] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.559545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.559596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.559805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.559897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.560099] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.560200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.560259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.560451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.560529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.560781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.560841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.560876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.561027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.561092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.561385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.561445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.561586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.561659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561742] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 645.637015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.637245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.637245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.637464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.637624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.659916] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 645.682539] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03bf89ac-a139-4580-8e36-d67b6dec4460: rpc.has_security_group_logging(os_id): False [ 645.719444] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.719660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.719713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.720060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.720060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.720323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.720461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.720521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.720691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.720831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.721039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.721211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.721294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.721509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.721581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.721837] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.722149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.722149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.722270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.722461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.722506] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 is going to be created. [ 645.859433] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.859590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.859659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.859879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.860071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.888679] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 in Status: IN_PROGRESS for 2s [ 646.039371] env[65658]: INFO networking_nsxv3.common.synchronization [req-74eb7cba-69c2-4a70-86ec-59fa20553313 req-4c0bd8da-0567-4e0f-95d6-c3ad0747fdb8 service nova] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_rules [ 646.039709] env[65658]: INFO networking_nsxv3.common.synchronization [req-74eb7cba-69c2-4a70-86ec-59fa20553313 req-4c0bd8da-0567-4e0f-95d6-c3ad0747fdb8 service nova] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_members [ 646.039709] env[65658]: INFO networking_nsxv3.common.synchronization [req-74eb7cba-69c2-4a70-86ec-59fa20553313 req-4c0bd8da-0567-4e0f-95d6-c3ad0747fdb8 service nova] Enqueued Resource ID: 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 with Priority: HIGHEST for action port [ 646.040265] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_rules [ 646.040443] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_members [ 646.041047] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 with Priority: HIGHEST for action port [ 646.041340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.041470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.041536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.041827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.042351] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.043698] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.043830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.043901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.044106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.044520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.044721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.045366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.045503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.045699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.047242] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.047470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.047543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.047707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.047986] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8ed823-19a9-48cb-a74d-8478b52bbfe6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.551939] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.553258] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.553402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.554323] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 with status ACTIVE [ 646.554323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.554323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.554323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.554323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.554323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.554837] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.554837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.554837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.554837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.554996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.555106] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.555162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.555200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.555388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.555461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.555493] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8ed823-19a9-48cb-a74d-8478b52bbfe6 is going to be updated. [ 646.578058] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.578209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.578287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.578492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.578644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.578806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8ed823-19a9-48cb-a74d-8478b52bbfe6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.590167] env[65658]: INFO networking_nsxv3.common.synchronization [None req-0c5ef16a-d589-47a9-b2d2-58edb12438fe None None] Enqueued Resource ID: 0741915a-f91e-4f88-9ec1-d8b2a754213b with Priority: HIGHEST for action port [ 646.592388] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0741915a-f91e-4f88-9ec1-d8b2a754213b with Priority: HIGHEST for action port [ 646.592388] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0741915a-f91e-4f88-9ec1-d8b2a754213b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.592388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0741915a-f91e-4f88-9ec1-d8b2a754213b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.592388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0741915a-f91e-4f88-9ec1-d8b2a754213b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.592388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0741915a-f91e-4f88-9ec1-d8b2a754213b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.592388] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0741915a-f91e-4f88-9ec1-d8b2a754213b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.626711] env[65658]: INFO networking_nsxv3.common.synchronization [req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 req-ab9908e3-1afd-4674-8c12-7280b28de647 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 646.627276] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 646.628174] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.628310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.628379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.628766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.628958] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.629129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.629206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.629472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.629658] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.987363] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd50c659-f227-4850-a673-546233400b98 in Status: SUCCESS [ 646.987363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.988270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.988524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.988785] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.988921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.988986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.989211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.989297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.989763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.989763] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.061149] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.098397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0741915a-f91e-4f88-9ec1-d8b2a754213b [ 647.098842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.098842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.100787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.100787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.100787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.100787] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0741915a-f91e-4f88-9ec1-d8b2a754213b already deleted. [ 647.100787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0741915a-f91e-4f88-9ec1-d8b2a754213b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.111559] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.111559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.111559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.111559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.111559] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.111559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.111559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.111941] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.111941] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.112964] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.113541] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.113999] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.113999] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.115112] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.115112] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.115112] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.132033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.132265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.132391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.133052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.133052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.133052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.134020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.134171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.134359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.134451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.134588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 already deleted. [ 647.134694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.137983] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.138164] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.138310] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.138476] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.138791] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-36b9a4a1-d7ed-49c6-9064-e431968511ab taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.138972] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.139109] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.139436] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.139568] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b9a4a1-d7ed-49c6-9064-e431968511ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.465174] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 647.465412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.465891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.466097] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.466164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.466198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.466340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.466408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.466485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.466578] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.492633] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.562585] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.564159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.564159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.564159] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 is going to be created. [ 647.588793] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.588971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.589031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.589226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.589377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.599936] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 in Status: UNINITIALIZED for 2s [ 647.644887] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.645237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.645369] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.645812] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.646060] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.646309] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 36b9a4a1-d7ed-49c6-9064-e431968511ab not found, creating... [ 647.646639] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.646844] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.646982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.647297] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.647446] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.647770] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.647958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.648145] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.648420] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.648589] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.648776] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab is going to be created. [ 647.671179] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.671385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.671491] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.671767] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.671976] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.672217] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.686252] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 647.686252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.901234] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 in Status: SUCCESS [ 647.901234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.968861] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.969537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.969681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.969949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.970209] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.970380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.970486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.970689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.970820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.971014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.971164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.971312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.971414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.971627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.971824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.972018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.972110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.972371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.972588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.972712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.972837] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.994955] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd50c659-f227-4850-a673-546233400b98: rpc.has_security_group_logging(os_id): False [ 648.018894] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.019110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.019110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.019433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.019433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.019679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.019787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.019838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.020023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.020119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.020184] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd50c659-f227-4850-a673-546233400b98 is going to be created. [ 648.115393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.115849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.115849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.115986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.116339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.127998] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd50c659-f227-4850-a673-546233400b98 in Status: IN_PROGRESS for 2s [ 648.468044] env[65658]: INFO networking_nsxv3.common.synchronization [req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 req-aac69b42-89ed-4479-a19c-be935c75217e service nova] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 648.468212] env[65658]: INFO networking_nsxv3.common.synchronization [req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 req-aac69b42-89ed-4479-a19c-be935c75217e service nova] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 648.468334] env[65658]: INFO networking_nsxv3.common.synchronization [req-a2574cca-4b4a-403a-a2a1-d6efbac03ea3 req-aac69b42-89ed-4479-a19c-be935c75217e service nova] Enqueued Resource ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab with Priority: HIGHEST for action port [ 648.468989] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 648.469654] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 648.469877] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab with Priority: HIGHEST for action port [ 648.471941] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.472244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.472244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.473115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.473115] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.473873] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.474011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.474070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.476031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.476214] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.476334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.476400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.476573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.476664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.476762] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.478113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b9a4a1-d7ed-49c6-9064-e431968511ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.478113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.478113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.478113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.478332] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b9a4a1-d7ed-49c6-9064-e431968511ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.482609] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bb416a8-5338-4698-8519-244e7f47c97c: rpc.has_security_group_logging(os_id): False [ 648.505148] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.505306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.505370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.505598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.505741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.506042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.506151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.506240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.506417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.506512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.506773] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.506909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.506968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.507113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.507194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.507842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.507842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.507842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.507842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.507842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.508032] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 648.579586] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.579745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.579805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.580095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.580245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594930] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 648.980948] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.980948] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.980948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.983520] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36b9a4a1-d7ed-49c6-9064-e431968511ab with status ACTIVE [ 648.983520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.983758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.983758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.983849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.984046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.984130] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.984209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.984281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.985079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.985079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.985079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.985079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.985079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.985079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.985079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.985416] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab is going to be updated. [ 649.009595] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.010017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.010381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.010644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.011043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.011283] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.202128] env[65658]: INFO networking_nsxv3.common.synchronization [req-11c9690f-32ae-45f0-9584-908e2b939632 req-76cf228d-2b69-46f5-bf08-4af62d8444cf tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 649.202128] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 649.202128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.203569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.203569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.203894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.204928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.205053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.205053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.205413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.205413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.205666] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.482794] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.612785] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 in Status: SUCCESS [ 649.613020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.613200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.614768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.620175] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.620175] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.620175] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.620175] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.629833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.629833] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.629833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.629833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.629833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.629833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.629833] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.629833] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.629833] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.629833] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.629833] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.629833] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.629833] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.648359] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.648528] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.648704] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.649386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.649386] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-cd880696-0692-4234-a872-43afa3769dfe taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.649386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.649625] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.649938] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.650098] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd880696-0692-4234-a872-43afa3769dfe',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.709491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.709491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.709491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.709635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.709697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.710451] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.710451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.710451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.710451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.710451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.710451] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 already deleted. [ 649.710451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.924036] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d4ba468d-9ea2-4665-a47e-cc462b073b62 None None] Enqueued Resource ID: e1ac6307-35db-4817-b906-62606428e006 with Priority: HIGHEST for action port [ 649.925227] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ac6307-35db-4817-b906-62606428e006 with Priority: HIGHEST for action port [ 649.925405] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ac6307-35db-4817-b906-62606428e006 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.925540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ac6307-35db-4817-b906-62606428e006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.925600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ac6307-35db-4817-b906-62606428e006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.925867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ac6307-35db-4817-b906-62606428e006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.925943] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ac6307-35db-4817-b906-62606428e006',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.985707] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.985858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.985951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.986164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.986247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.986349] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be created. [ 650.013142] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.013794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.013794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.013794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.013794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.024387] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: UNINITIALIZED for 2s [ 650.126934] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.142758] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd50c659-f227-4850-a673-546233400b98 in Status: SUCCESS [ 650.142758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155030] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155030] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port cd880696-0692-4234-a872-43afa3769dfe not found, creating... [ 650.155030] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.155030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155532] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.155826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.156060] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.156553] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.156841] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.157080] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: cd880696-0692-4234-a872-43afa3769dfe is going to be created. [ 650.183400] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.183400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.183400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.183400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.183400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.183400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.431446] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ac6307-35db-4817-b906-62606428e006 [ 650.431446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.431446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.431446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.431446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.431446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.431446] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ac6307-35db-4817-b906-62606428e006 already deleted. [ 650.431446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ac6307-35db-4817-b906-62606428e006" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.611149] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 650.611358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.611562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.611879] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.630683] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16408b17-4289-48b2-861c-c6a0b3a880b7: rpc.has_security_group_logging(os_id): False [ 650.657841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.657990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.658073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.658289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.658435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.658696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.658832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.659034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.659158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.659226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.659330] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 is going to be created. [ 650.765141] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.765304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.765401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.765571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.765732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.780039] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 in Status: IN_PROGRESS for 2s [ 650.994526] env[65658]: INFO networking_nsxv3.common.synchronization [req-11c9690f-32ae-45f0-9584-908e2b939632 req-68b582a1-a62b-48a2-b268-9aac14d05247 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 650.994806] env[65658]: INFO networking_nsxv3.common.synchronization [req-11c9690f-32ae-45f0-9584-908e2b939632 req-68b582a1-a62b-48a2-b268-9aac14d05247 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 650.994954] env[65658]: INFO networking_nsxv3.common.synchronization [req-11c9690f-32ae-45f0-9584-908e2b939632 req-68b582a1-a62b-48a2-b268-9aac14d05247 service nova] Enqueued Resource ID: cd880696-0692-4234-a872-43afa3769dfe with Priority: HIGHEST for action port [ 650.996902] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 650.996902] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 650.997066] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd880696-0692-4234-a872-43afa3769dfe with Priority: HIGHEST for action port [ 650.997789] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.997789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.997789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.998111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.998111] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.000931] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.000931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.000931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.001423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.001423] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.001423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.001585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.002488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.002488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.002488] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.002765] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd880696-0692-4234-a872-43afa3769dfe taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.002878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.002941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.004092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.005690] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd880696-0692-4234-a872-43afa3769dfe',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.118550] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.118771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.118771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.119063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.119196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.119303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.119367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.119541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.119622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.119744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.119794] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.506196] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.509302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.509302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.509617] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd880696-0692-4234-a872-43afa3769dfe with status ACTIVE [ 651.509903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.510725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.510825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.511167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.511365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.511674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.512297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.512297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.512297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.512578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.512941] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.512941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.513062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.513646] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd880696-0692-4234-a872-43afa3769dfe is going to be updated. [ 651.544149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.544952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.544952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.545472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.545472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.545472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd880696-0692-4234-a872-43afa3769dfe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.628827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.628827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.628827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.628827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.628827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.629761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.629761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.629761] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.017067] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.042759] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 652.042759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.042759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.043314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.043314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.043314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.043849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.044125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.044205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.044293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.044537] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.131789] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bb416a8-5338-4698-8519-244e7f47c97c: rpc.has_security_group_logging(os_id): False [ 652.154079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.154079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.154079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.154079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.155110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.155543] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.155878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.156099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.156361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.156563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.158286] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 652.231176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.231434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.231434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.231653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.231809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.265590] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 652.518789] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.519089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.519089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.519208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.519300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.519406] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be created. [ 652.547590] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.547728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.550932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.551238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.551446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.551566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.551628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.551832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.551884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.551980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.552122] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.552471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.552471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.552471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.552604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.552698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.552754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.552876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.552950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.553046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.553140] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.555241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.555381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.555480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.556023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.556023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.573537] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: UNINITIALIZED for 2s [ 652.796170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 in Status: SUCCESS [ 652.796170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.062650] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 653.088526] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.088795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.089209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.089209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.089330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.089615] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.090553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.090684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.090823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.092257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.092257] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.092257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.092257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.092257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.092257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.092257] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.092873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.092873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.093015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.093216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.093776] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be created. [ 653.183354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.183354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.183354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.183685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.183685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.199738] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 653.828104] env[65658]: INFO networking_nsxv3.common.synchronization [req-20e5198c-0540-4f49-baeb-7bef27cd7369 req-d9de7bcf-751c-4a94-9130-5c1aab33efb5 tempest-VolumesAdminNegativeTest-466673249 tempest-VolumesAdminNegativeTest-466673249-project-member] Enqueued Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_members [ 653.828667] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGHEST for action security_group_members [ 653.829106] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.829218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.829218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.829436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.829649] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.829720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.829757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.829929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.830024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.830120] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.285019] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 654.285019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.337559] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.337862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.337862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.338180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.338307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.338528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.339486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.339486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.339486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.339486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.339486] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 is going to be updated. [ 654.374663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.374931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.374931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.375150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.375295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.385518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 in Status: IN_PROGRESS for 2s [ 654.587994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 654.588264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.588435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.588644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.588835] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.588950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.589029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.589170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.589291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.589340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.591882] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.006798] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 req-794dedf3-db6b-4933-a576-cd40d147632e tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 655.007453] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 655.007994] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.008652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.008652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.008652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.008834] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.008889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.009070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.009210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.009325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.009455] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.092290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.092290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.092290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.092290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.092778] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.092778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.092778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.092920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.093027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.093117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.093268] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.093401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.093476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.093556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.093998] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.093998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.093998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.093998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.094213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.094213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.094274] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.216841] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 655.217401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.512483] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.597306] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a51e0b1-2738-4c9b-8791-5929a441d854: rpc.has_security_group_logging(os_id): False [ 655.617968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.618178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.618262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.618483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.618579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.618841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.618960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.618999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.619165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.619243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.619802] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.619802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.619802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.620038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.620091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.620124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.620260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.620354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.620459] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be created. [ 655.692687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.692903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.693014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.693279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.693529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.750022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 655.885778] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.885778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.885778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.885778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.885778] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.885778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.885778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.885778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.886141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.886141] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.886209] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.886290] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.886387] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.886487] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.886580] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.886709] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.954016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.954252] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.954482] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.954628] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.954995] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-54569c7f-f48f-4d78-b941-f6898b9c7cda taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.955210] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.955343] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.955713] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.955907] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54569c7f-f48f-4d78-b941-f6898b9c7cda',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.016494] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.178665] env[65658]: INFO networking_nsxv3.common.synchronization [None req-3788d5f2-f12d-44dc-ba24-9cac1a34b0d1 None None] Enqueued Resource ID: 6b6cdcf7-0925-424c-921e-7f2c9806c366 with Priority: HIGHEST for action port [ 656.179297] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6cdcf7-0925-424c-921e-7f2c9806c366 with Priority: HIGHEST for action port [ 656.179604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b6cdcf7-0925-424c-921e-7f2c9806c366 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.179731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b6cdcf7-0925-424c-921e-7f2c9806c366" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.179801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b6cdcf7-0925-424c-921e-7f2c9806c366" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.180104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b6cdcf7-0925-424c-921e-7f2c9806c366" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.180171] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b6cdcf7-0925-424c-921e-7f2c9806c366',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.396307] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 in Status: SUCCESS [ 656.396478] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 deletion is rescheduled due to dependency. [ 656.396587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.458916] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.459114] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.459915] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.459915] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.459915] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.459915] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 54569c7f-f48f-4d78-b941-f6898b9c7cda not found, creating... [ 656.460509] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.460761] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.460878] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.461135] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.461357] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.461585] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.462634] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.462634] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.462634] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.462863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.463026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 54569c7f-f48f-4d78-b941-f6898b9c7cda is going to be created. [ 656.490800] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.491439] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.492213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.492213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.492213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.492689] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.519359] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.519917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.520117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.521206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.521395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.521465] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be updated. [ 656.553644] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.554132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.554132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.554132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.554256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.566412] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: IN_PROGRESS for 2s [ 656.686020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b6cdcf7-0925-424c-921e-7f2c9806c366 [ 656.686020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.686020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.686020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.686020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.686020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.686020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b6cdcf7-0925-424c-921e-7f2c9806c366 already deleted. [ 656.686020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b6cdcf7-0925-424c-921e-7f2c9806c366" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.225646] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 req-653b8d34-9ec7-4659-9989-802f9cc19b91 service nova] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_rules [ 657.225646] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 req-653b8d34-9ec7-4659-9989-802f9cc19b91 service nova] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 657.225984] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e1904ec-5289-4f61-a6d7-5f7782cb4402 req-653b8d34-9ec7-4659-9989-802f9cc19b91 service nova] Enqueued Resource ID: 54569c7f-f48f-4d78-b941-f6898b9c7cda with Priority: HIGHEST for action port [ 657.226324] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_rules [ 657.226461] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 657.226556] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54569c7f-f48f-4d78-b941-f6898b9c7cda with Priority: HIGHEST for action port [ 657.226822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.226944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.227017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.227237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.228399] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.229270] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.229403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.229555] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-54569c7f-f48f-4d78-b941-f6898b9c7cda taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.229660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.229718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.229896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.229964] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54569c7f-f48f-4d78-b941-f6898b9c7cda',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.515159] env[65658]: INFO networking_nsxv3.common.synchronization [req-7a7ea42b-b0b2-4989-a864-1d83dd94d966 req-49248236-1a0b-4f43-86f9-0d616f484081 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 657.515159] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 657.518588] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.518588] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.518588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.518588] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.732030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.732030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.732212] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54569c7f-f48f-4d78-b941-f6898b9c7cda with status ACTIVE [ 657.732587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.732587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.732587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.732823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.732858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.733024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.733124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.733174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.733413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.733413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.734714] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.734714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.734714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.734714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.734714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.734714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54569c7f-f48f-4d78-b941-f6898b9c7cda is going to be updated. [ 657.755280] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.755446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.755553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.757286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.757286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.757286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54569c7f-f48f-4d78-b941-f6898b9c7cda" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.763147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 657.763359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.791982] env[65658]: INFO networking_nsxv3.common.synchronization [req-e7015621-b654-40bb-bf42-653cb663aab4 req-e171548e-50d2-48a3-84a2-f02404149c98 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 657.792491] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 657.792866] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.794131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.794131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.794131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.794361] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.794781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.794781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.795414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.795414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.795414] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.021888] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.194499] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.194695] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.194840] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.195119] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.195379] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.195529] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.195643] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.195884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.196033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.196232] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.196343] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.196446] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.196550] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.196653] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.196752] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.196875] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.216290] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.216497] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.216602] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.216759] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-462" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.217074] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-39128028-ac38-4ac8-9698-5d3ceb010e01 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.217242] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.217353] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.217660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.217809] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39128028-ac38-4ac8-9698-5d3ceb010e01',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.297793] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.526023] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.577968] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.580271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.580271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.580271] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.721444] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.721701] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.721862] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.722284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.722483] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.722678] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 39128028-ac38-4ac8-9698-5d3ceb010e01 not found, creating... [ 658.722992] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.723208] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.723348] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.723636] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.723814] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.724200] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.724395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.724535] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.724786] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.724946] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.725184] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 39128028-ac38-4ac8-9698-5d3ceb010e01 is going to be created. [ 658.744963] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.745237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.745378] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.745702] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.746032] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.746316] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.800370] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.030543] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.030709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.031028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.031289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.031289] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 659.063085] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.063085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.063085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.063085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.063085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.073653] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 659.083032] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.303009] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.303898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.303898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.303898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.303898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.303898] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be updated. [ 659.314562] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d0edadb4-6b0a-48a7-ad24-60b3f8df73ad None None] Enqueued Resource ID: 32b1d688-5fa3-48e0-b766-0c9ad354ee40 with Priority: HIGHEST for action port [ 659.315385] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b1d688-5fa3-48e0-b766-0c9ad354ee40 with Priority: HIGHEST for action port [ 659.315781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b1d688-5fa3-48e0-b766-0c9ad354ee40 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.315982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b1d688-5fa3-48e0-b766-0c9ad354ee40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.316674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b1d688-5fa3-48e0-b766-0c9ad354ee40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.317010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b1d688-5fa3-48e0-b766-0c9ad354ee40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.317688] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b1d688-5fa3-48e0-b766-0c9ad354ee40',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.355745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.355745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.355745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.358784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.358784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.371175] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: IN_PROGRESS for 2s [ 659.538083] env[65658]: INFO networking_nsxv3.common.synchronization [req-e7015621-b654-40bb-bf42-653cb663aab4 req-d68b2c5c-df1c-40bc-9263-bc964001e539 service nova] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_rules [ 659.538371] env[65658]: INFO networking_nsxv3.common.synchronization [req-e7015621-b654-40bb-bf42-653cb663aab4 req-d68b2c5c-df1c-40bc-9263-bc964001e539 service nova] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 659.538516] env[65658]: INFO networking_nsxv3.common.synchronization [req-e7015621-b654-40bb-bf42-653cb663aab4 req-d68b2c5c-df1c-40bc-9263-bc964001e539 service nova] Enqueued Resource ID: 39128028-ac38-4ac8-9698-5d3ceb010e01 with Priority: HIGHEST for action port [ 659.539196] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_rules [ 659.539277] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 659.539367] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39128028-ac38-4ac8-9698-5d3ceb010e01 with Priority: HIGHEST for action port [ 659.539710] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.539844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.539907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.540118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.540195] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.541108] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.541209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.541389] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-39128028-ac38-4ac8-9698-5d3ceb010e01 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.542726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.542804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.542975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.543420] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39128028-ac38-4ac8-9698-5d3ceb010e01',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.587154] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.820451] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32b1d688-5fa3-48e0-b766-0c9ad354ee40 [ 659.820732] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.820864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.820951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.821168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.821275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.821370] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32b1d688-5fa3-48e0-b766-0c9ad354ee40 already deleted. [ 659.821442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b1d688-5fa3-48e0-b766-0c9ad354ee40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.040350] env[65658]: INFO networking_nsxv3.common.synchronization [req-e5b12ce0-6d46-4508-8f25-23b731b47538 req-a419ef42-4e63-44b5-b7e0-26040676a92a tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 660.042779] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 660.042779] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.042779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.042779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043285] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.043344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.043422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.043938] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.046028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.046182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.046710] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39128028-ac38-4ac8-9698-5d3ceb010e01 with status ACTIVE [ 660.046930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.047116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.047213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.048676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.048676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.048676] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.048676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.048676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.048676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.048676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.048676] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.048984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.048984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.049467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.049467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.049467] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39128028-ac38-4ac8-9698-5d3ceb010e01 is going to be updated. [ 660.084936] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.084936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.086219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.086219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.086219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.086219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39128028-ac38-4ac8-9698-5d3ceb010e01" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.090329] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.090515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.090567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.090820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.090910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.091056] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be updated. [ 660.132041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.132186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.136025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.136025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.136025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.157965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: IN_PROGRESS for 2s [ 660.501356] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.501728] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.501728] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.501992] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.502255] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.502643] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.502801] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.503122] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.503290] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.503500] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.503630] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.504012] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.504126] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.504449] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.504609] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.504760] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.530266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.530490] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.530683] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.530871] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.531192] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-e6988efd-5aa4-4223-b87d-ab3bfb57e415 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.532660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.532660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.532867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.533051] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6988efd-5aa4-4223-b87d-ab3bfb57e415',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.547857] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.548035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.548185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.548289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.549139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.549139] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.549139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.549139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.549139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.549139] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 already deleted. [ 660.549139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041147] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port e6988efd-5aa4-4223-b87d-ab3bfb57e415 not found, creating... [ 661.041147] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.041147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041847] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.041847] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.041847] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.041847] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.041847] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.041847] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: e6988efd-5aa4-4223-b87d-ab3bfb57e415 is going to be created. [ 661.065126] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.065386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.065461] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.065725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.065939] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.066174] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.089423] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 661.089423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.383567] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.383567] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.383567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.383567] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.788300] env[65658]: INFO networking_nsxv3.common.synchronization [req-e5b12ce0-6d46-4508-8f25-23b731b47538 req-9088b0aa-e29f-49d5-a03c-b124e1e36095 service nova] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 661.788660] env[65658]: INFO networking_nsxv3.common.synchronization [req-e5b12ce0-6d46-4508-8f25-23b731b47538 req-9088b0aa-e29f-49d5-a03c-b124e1e36095 service nova] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 661.788782] env[65658]: INFO networking_nsxv3.common.synchronization [req-e5b12ce0-6d46-4508-8f25-23b731b47538 req-9088b0aa-e29f-49d5-a03c-b124e1e36095 service nova] Enqueued Resource ID: e6988efd-5aa4-4223-b87d-ab3bfb57e415 with Priority: HIGHEST for action port [ 661.789324] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 661.789463] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 661.789610] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6988efd-5aa4-4223-b87d-ab3bfb57e415 with Priority: HIGHEST for action port [ 661.789932] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.789981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.790071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.790732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.790732] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.791265] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.791379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.791446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.792308] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.792308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.792308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.792308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793099] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.794336] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6988efd-5aa4-4223-b87d-ab3bfb57e415 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.797498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.797498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.797498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.797498] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6988efd-5aa4-4223-b87d-ab3bfb57e415',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.888078] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.171570] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.171570] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171570] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.296466] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.298859] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.299579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.299828] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6988efd-5aa4-4223-b87d-ab3bfb57e415 with status ACTIVE [ 662.300056] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.300306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.300569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.300698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.300896] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.301033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.301312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.301420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.301636] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.301769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.302072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.302179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.302289] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6988efd-5aa4-4223-b87d-ab3bfb57e415 is going to be updated. [ 662.328520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.329315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.329315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.329315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.329315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.329315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6988efd-5aa4-4223-b87d-ab3bfb57e415" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.390817] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.675935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.676159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.676267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.676657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.676657] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.676809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.676848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.678137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.678137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678530] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.678969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.680353] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.704510] env[65658]: INFO networking_nsxv3.common.synchronization [req-fd7f77cc-f817-4096-b98c-63140df93e14 req-ae879c99-1511-4e8e-a58f-26573a448b8b tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_members [ 662.705260] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_members [ 662.707125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.707125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.707125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.707125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.707125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.707125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.707562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.710053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.710053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.710053] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.805111] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.894375] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.894546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.894594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.894883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.894975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.895089] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be updated. [ 662.930774] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.930925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.931018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.931474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.931474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.943103] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: IN_PROGRESS for 2s [ 663.135166] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.135371] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-706" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.135483] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-706" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.135798] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-706" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.136171] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.136272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136313] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.136539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.136650] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.136845] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.136946] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.138039] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.138324] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.138590] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.138730] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.138999] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.157982] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.158602] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.158602] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.158602] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-706" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.159395] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-bc874d06-d096-47b6-9965-926a2dfec2c4 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.159395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.159395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.159697] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.161425] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc874d06-d096-47b6-9965-926a2dfec2c4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.186225] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cbaf49c-d97b-4469-a692-a12ecdd5a733: rpc.has_security_group_logging(os_id): False [ 663.207164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.207328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.207403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.208029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.208029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.208029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.208029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.208257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.208257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.208325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.209176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.209176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.209176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.209176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.209176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.209176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.209176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.209176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.209514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.209514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.209514] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be updated. [ 663.212891] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.213092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.213189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.213811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.213811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.213811] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.213811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.214058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.214192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.215105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.215192] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d already deleted. [ 663.215308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.307184] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.307327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.307361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.307573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.307718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.313920] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.313920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.313920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.313920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.313920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.313920] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be created. [ 663.341835] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: IN_PROGRESS for 2s [ 663.359272] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.360709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.360887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.361035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.361216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.380111] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: UNINITIALIZED for 2s [ 663.663968] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.664445] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.664727] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.665377] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.665661] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.665943] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port bc874d06-d096-47b6-9965-926a2dfec2c4 not found, creating... [ 663.666452] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.666724] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.666952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.667365] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.667632] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.668132] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.668426] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.668651] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.669026] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.669286] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.669567] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: bc874d06-d096-47b6-9965-926a2dfec2c4 is going to be created. [ 663.701245] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701496] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701496] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.701765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.701992] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.702250] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.490448] env[65658]: INFO networking_nsxv3.common.synchronization [req-fd7f77cc-f817-4096-b98c-63140df93e14 req-d0699fdf-1c2a-40e6-a3fc-2b58543e39e9 service nova] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_rules [ 664.490448] env[65658]: INFO networking_nsxv3.common.synchronization [req-fd7f77cc-f817-4096-b98c-63140df93e14 req-d0699fdf-1c2a-40e6-a3fc-2b58543e39e9 service nova] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_members [ 664.490448] env[65658]: INFO networking_nsxv3.common.synchronization [req-fd7f77cc-f817-4096-b98c-63140df93e14 req-d0699fdf-1c2a-40e6-a3fc-2b58543e39e9 service nova] Enqueued Resource ID: bc874d06-d096-47b6-9965-926a2dfec2c4 with Priority: HIGHEST for action port [ 664.492023] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_rules [ 664.492023] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_members [ 664.492023] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc874d06-d096-47b6-9965-926a2dfec2c4 with Priority: HIGHEST for action port [ 664.492023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.492023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.492023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.492023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.492290] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.492949] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.493094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.493252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.493298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.493441] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.493562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.493626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.493754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.493838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.493928] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.494744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc874d06-d096-47b6-9965-926a2dfec2c4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.494881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.494947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.495345] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc874d06-d096-47b6-9965-926a2dfec2c4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.538603] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 664.540283] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 664.540283] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 664.540283] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 664.540892] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.541411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.543083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.543083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.543083] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.543083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.543083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.543083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.543083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.543083] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.543540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.543540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.543540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.543753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.543914] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.545688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.545688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.545688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.545688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.545688] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.597773] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_rules [ 664.597962] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 664.598109] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 664.598233] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 664.598352] env[65658]: INFO networking_nsxv3.common.synchronization [req-26c9fac2-ce10-4f0d-b497-838a8508d9bc req-74353ff3-5a84-492f-9f7f-f86f7d66b3fd tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab with Priority: HIGHEST for action port [ 664.598873] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_rules [ 664.599419] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 664.599620] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab with Priority: HIGHEST for action port [ 664.600021] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 664.603176] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 664.603176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.603176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.603176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.603560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.603650] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.604554] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.604669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.605126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.605126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.605126] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.605958] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b9a4a1-d7ed-49c6-9064-e431968511ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.606110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.606170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.606386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.606386] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b9a4a1-d7ed-49c6-9064-e431968511ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.609669] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.609767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.609952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.610041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.954661] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 664.954844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.955056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.955579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.955579] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.955579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.955579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.955784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.955817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.955895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.955995] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.998218] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.998382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.998550] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.999462] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc874d06-d096-47b6-9965-926a2dfec2c4 with status ACTIVE [ 664.999673] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.999930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.000025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.000238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.000318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.000503] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.000622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.000686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.000823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.000893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.001181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.001335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.001443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.001570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.001659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.001758] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc874d06-d096-47b6-9965-926a2dfec2c4 is going to be updated. [ 665.034386] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.034759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.034759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.034832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.034983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.035127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc874d06-d096-47b6-9965-926a2dfec2c4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046688] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.047518] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.116561] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.116777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.117034] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36b9a4a1-d7ed-49c6-9064-e431968511ab with status ACTIVE [ 665.117640] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.117640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.117640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.117940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.118176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.119012] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.119012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.119012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.119012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.119709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.119709] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.119709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.119709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.119976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.119976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.121989] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab is going to be updated. [ 665.123643] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.124454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.187955] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.188218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.188309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.188535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.188698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.188882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.362642] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 665.362642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.398014] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 665.398014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.398225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.398457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.399364] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.399364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.399364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.399364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.399364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.399364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.399364] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.426727] env[65658]: INFO networking_nsxv3.common.synchronization [req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a req-8e72179b-9d00-43d4-b594-c573bbc46e30 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_members [ 665.427655] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_members [ 665.428220] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.428362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.428362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.430645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.430645] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.430645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.430645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.430645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.430645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.430645] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.461245] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.461245] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.461245] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.461245] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.461245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.461848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.461848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.461848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.464212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.464385] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.505031] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.549889] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.551465] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.901655] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.939967] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.939967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.939967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.939967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.939967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.940273] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.940273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.940273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.940556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.940669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.940764] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7618f21-a762-4f20-a120-74d7d608bfed already deleted. [ 665.941139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.967114] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f4f19c7-3b46-41f4-8d80-cab7a9768eba: rpc.has_security_group_logging(os_id): False [ 665.994360] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.994453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.994453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.995930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.995930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.995930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.996746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.998135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.998667] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.998667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.998667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.999893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.999995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.000150] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be updated. [ 666.004549] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.004775] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-583" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.004890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-583" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.005270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-583" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.005650] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.006673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.006673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.006673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.006673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.006910] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.006953] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.007071] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.007172] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.007307] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.007373] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.007500] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.009184] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.009290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.009354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.009567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.009611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.009698] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d is going to be created. [ 666.039287] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.039287] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.039622] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.039622] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-583" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.039886] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-49b34235-ec61-4544-85bb-f5337a4b724f taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.040080] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.040256] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.040692] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.040860] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b34235-ec61-4544-85bb-f5337a4b724f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.053797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.053797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.054074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.054275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.054618] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 666.055923] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.056111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.056111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.056443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.056443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.056599] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be created. [ 666.087246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.087490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.087490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.087684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.088609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.114782] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d in Status: UNINITIALIZED for 2s [ 666.119540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.119766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.119842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.122873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.122873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.128923] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.128923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.128923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.128923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.128923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.143714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 666.144770] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: UNINITIALIZED for 2s [ 666.170056] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.170374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.170504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.170655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.170943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.204822] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: IN_PROGRESS for 2s [ 666.404948] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 550730b1-ad65-4768-bef4-d43b2b22d573: rpc.has_security_group_logging(os_id): False [ 666.435235] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.435387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.435752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.435752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.438440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.438440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.438440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.438440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.438440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438440] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be created. [ 666.527415] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.527792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.527792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.527929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.528157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.544752] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: IN_PROGRESS for 2s [ 666.545423] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.547128] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.547303] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.547652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.547813] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.547994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 49b34235-ec61-4544-85bb-f5337a4b724f not found, creating... [ 666.548357] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.548546] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.548679] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.548938] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.549108] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.549433] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.549615] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.549738] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.549977] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.550142] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.550296] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 49b34235-ec61-4544-85bb-f5337a4b724f is going to be created. [ 666.602151] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.604129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.604129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.604129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.604129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.604129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062036] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_members [ 667.062036] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 667.062036] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 667.064027] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_members [ 667.064027] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 667.064204] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 667.064450] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.064579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.064647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.064938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.065082] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.065179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.065239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.065426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.065486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.065540] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.067872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.067984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.068201] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.068276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.110751] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_rules [ 667.110751] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_members [ 667.111122] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_rules [ 667.111122] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 667.111122] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 667.111253] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 667.111338] env[65658]: INFO networking_nsxv3.common.synchronization [req-5687b756-8549-4d35-8a4e-b95ac37fbebe req-eb17a750-3283-4ff8-82d7-0467355ada63 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab with Priority: HIGHEST for action port [ 667.112214] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_rules [ 667.112346] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_rules [ 667.112442] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 667.112625] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab with Priority: HIGHEST for action port [ 667.112673] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 667.112745] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_members [ 667.112823] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 667.113540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.113540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.113540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.113747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.113747] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.114819] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.114962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.116208] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.116366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.116629] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b9a4a1-d7ed-49c6-9064-e431968511ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.117129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.117129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.117129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.122868] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b9a4a1-d7ed-49c6-9064-e431968511ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.122868] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.122868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.122868] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.122868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.122868] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.122868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.378184] env[65658]: INFO networking_nsxv3.common.synchronization [req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a req-87a68599-9851-4143-82f7-81cf74b03241 service nova] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_rules [ 667.378441] env[65658]: INFO networking_nsxv3.common.synchronization [req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a req-87a68599-9851-4143-82f7-81cf74b03241 service nova] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_members [ 667.378588] env[65658]: INFO networking_nsxv3.common.synchronization [req-aec1b5bf-947c-4f09-bd03-e2a0bbb32f5a req-87a68599-9851-4143-82f7-81cf74b03241 service nova] Enqueued Resource ID: 49b34235-ec61-4544-85bb-f5337a4b724f with Priority: HIGHEST for action port [ 667.379387] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_rules [ 667.379639] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_members [ 667.379684] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b34235-ec61-4544-85bb-f5337a4b724f with Priority: HIGHEST for action port [ 667.380223] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.380223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.380223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.380459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.380568] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.381814] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.381927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.382027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.382454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.382613] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.382941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.382941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.382941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.383828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.383828] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.385129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b34235-ec61-4544-85bb-f5337a4b724f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.385129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.385129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.385129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.385129] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b34235-ec61-4544-85bb-f5337a4b724f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.569619] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.622487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.622487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.622487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36b9a4a1-d7ed-49c6-9064-e431968511ab with status ACTIVE [ 667.623038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.623038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.623038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.623038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.623216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624641] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625155] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.625155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.625434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.625434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625543] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36b9a4a1-d7ed-49c6-9064-e431968511ab is going to be updated. [ 667.656719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.656719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.656719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.656719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.656719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.657145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b9a4a1-d7ed-49c6-9064-e431968511ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.887048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.887200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.889027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49b34235-ec61-4544-85bb-f5337a4b724f with status ACTIVE [ 667.889027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.889027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.889027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.889027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.889748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.889748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.889866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.890196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.890196] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49b34235-ec61-4544-85bb-f5337a4b724f is going to be updated. [ 667.892643] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.920227] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.920227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.920227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.920227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.920445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.920985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b34235-ec61-4544-85bb-f5337a4b724f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.071810] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.131251] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d in Status: SUCCESS [ 668.131577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.132161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.132356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.132469] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.132673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.132673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.132810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.132938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.132997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.133091] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.156661] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 668.156829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.157326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.157555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.157747] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.157867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.157923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.158096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.158185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.158308] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.164355] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 668.164355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.165301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.165301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165498] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.165498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.165592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.165777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.165959] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.221707] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 668.221958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.395064] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.440391] env[65658]: INFO networking_nsxv3.common.synchronization [req-268cadd0-5d1d-4440-8304-cdf0b46067ea req-f930fa9d-f01b-4e7b-b657-f2ba2f632522 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Enqueued Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_members [ 668.440391] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_members [ 668.440391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.440391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.440391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.444917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.444917] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.444917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.444917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.444917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.444917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.444917] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.559985] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 668.559985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.575450] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.575952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.575952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.575952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.576078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.576761] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 is going to be created. [ 668.607349] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.607574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.607647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.607924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.608155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.622814] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: UNINITIALIZED for 2s [ 668.638363] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.665423] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.668334] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.898944] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.899163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.899244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.899504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.899626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.899729] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7618f21-a762-4f20-a120-74d7d608bfed is going to be created. [ 668.902936] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.903136] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-897" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.903257] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-897" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.903605] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-897" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.903885] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.904051] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.904179] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.908036] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.908036] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.908036] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.908036] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.908036] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.908036] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.908036] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.908036] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.908036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.926277] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.926492] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.926560] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.926684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-897" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.927592] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.927784] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.927897] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.928252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.928378] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6eaa63-e535-4e6a-b148-6d1f9c0913df',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.935328] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.935328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.935328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.935328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.935328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.946640] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7618f21-a762-4f20-a120-74d7d608bfed in Status: UNINITIALIZED for 2s [ 668.948289] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.948785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.948785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.948912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.948953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.950077] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.950077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.950077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.950077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.950077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.950077] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 already deleted. [ 668.950077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.140836] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d: rpc.has_security_group_logging(os_id): False [ 669.162042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.162042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.162042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.162042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.162042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.163110] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.163291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.163368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.163596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.163756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.163807] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d is going to be created. [ 669.167068] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.169627] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.229888] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.229888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.230163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.230163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.230362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.245841] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d in Status: IN_PROGRESS for 2s [ 669.434375] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.434641] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.434763] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.435062] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.435207] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.435360] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port ad6eaa63-e535-4e6a-b148-6d1f9c0913df not found, creating... [ 669.435668] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.435778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.435997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.436238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.436370] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.437068] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.437192] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.437689] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.437689] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.437826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.437862] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: ad6eaa63-e535-4e6a-b148-6d1f9c0913df is going to be created. [ 669.462645] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.462927] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.463079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.463362] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.464411] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.464471] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.669455] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.669831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.669831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.669937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.669976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.670130] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be updated. [ 669.671919] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.672110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.672202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.672349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.672441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.672529] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 669.710555] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.710793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.710793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.710987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.711150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.714255] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.714433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.714489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.715044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.715044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.727298] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: IN_PROGRESS for 2s [ 669.728157] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 670.228759] env[65658]: INFO networking_nsxv3.common.synchronization [req-268cadd0-5d1d-4440-8304-cdf0b46067ea req-7620e3f7-caf6-4824-a205-7cd8d197e87d service nova] Enqueued Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_rules [ 670.228986] env[65658]: INFO networking_nsxv3.common.synchronization [req-268cadd0-5d1d-4440-8304-cdf0b46067ea req-7620e3f7-caf6-4824-a205-7cd8d197e87d service nova] Enqueued Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_members [ 670.231523] env[65658]: INFO networking_nsxv3.common.synchronization [req-268cadd0-5d1d-4440-8304-cdf0b46067ea req-7620e3f7-caf6-4824-a205-7cd8d197e87d service nova] Enqueued Resource ID: ad6eaa63-e535-4e6a-b148-6d1f9c0913df with Priority: HIGHEST for action port [ 670.232468] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_rules [ 670.232685] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_members [ 670.232853] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad6eaa63-e535-4e6a-b148-6d1f9c0913df with Priority: HIGHEST for action port [ 670.233273] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.233459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.234123] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.236610] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.237868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.237868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.237868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.237868] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.237868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.238794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.239141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.239309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.239482] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.240603] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.240767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.240951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.245144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.245144] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6eaa63-e535-4e6a-b148-6d1f9c0913df',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.638588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: SUCCESS [ 670.638835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.640547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.640547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.640547] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.640547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.640547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.641184] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.641184] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.641288] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.746887] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.747235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.747710] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.749402] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad6eaa63-e535-4e6a-b148-6d1f9c0913df with status ACTIVE [ 670.751093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.751595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.752487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.753378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.753533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.753944] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.754129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.754194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.754381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.754569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.754663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.754799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.758269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.758269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.758269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.758269] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad6eaa63-e535-4e6a-b148-6d1f9c0913df is going to be updated. [ 670.780958] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.781115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.781740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.781740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.781740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.781740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad6eaa63-e535-4e6a-b148-6d1f9c0913df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.959635] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7618f21-a762-4f20-a120-74d7d608bfed in Status: SUCCESS [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.959635] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.959635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.959635] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.146968] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.257927] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.266159] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d in Status: SUCCESS [ 671.266159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.462718] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.649382] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.739826] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 671.740086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.740267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.740481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.740731] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.740884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.740983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.741264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.741398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.741567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.741615] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.743773] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 671.744057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.744290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.744698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.744958] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.747410] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.747410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.747410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.747410] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.749472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.749472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.749662] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.749796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.749897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.750108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.750250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.750414] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.760805] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.761646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.761800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.762704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.762868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.763009] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 is going to be created. [ 671.793806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.793979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.794103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.794359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.794552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.809516] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: UNINITIALIZED for 2s [ 671.966750] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7618f21-a762-4f20-a120-74d7d608bfed: rpc.has_security_group_logging(os_id): False [ 671.986706] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.986882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.986924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.987233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.988543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.988543] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.988543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.988543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.988543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.988543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.988543] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7618f21-a762-4f20-a120-74d7d608bfed is going to be created. [ 672.060735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.061062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.061062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.063771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.064119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.081635] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7618f21-a762-4f20-a120-74d7d608bfed in Status: IN_PROGRESS for 2s [ 672.155127] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.155127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.155127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.155127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.155127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.155127] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 is going to be updated. [ 672.200587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.201723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.202312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.202659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.202856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.218175] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: IN_PROGRESS for 2s [ 672.250160] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.251263] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.252703] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.252703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.252703] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.755194] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20de75aa-6ba0-437c-8c7f-504ea09976be: rpc.has_security_group_logging(os_id): False [ 672.755194] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.755194] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.775692] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.776048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.776239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.776559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.776757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.777116] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.777361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.777517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.777769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.777944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.778146] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be created. [ 672.860528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.860776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.860776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.860950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.861217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.877043] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: IN_PROGRESS for 2s [ 673.138554] env[65658]: INFO networking_nsxv3.common.synchronization [req-b132d38e-662f-4ea3-89fa-ba829543ce02 req-a2403fd5-4cbf-416a-a6ca-b83d84ee33e4 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 673.139209] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 673.140223] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.140448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.141186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.141685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.141928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.142104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.142219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.142479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.143024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.143252] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.257209] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.257641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.258354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.258610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.258754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.258820] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be updated. [ 673.260383] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.260587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.260690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.260893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.260970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.261079] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 673.295544] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.296282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.296513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.298881] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.299070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.299135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.299420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.299637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.326498] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: IN_PROGRESS for 2s [ 673.327592] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 673.560868] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.561800] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.561800] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.561800] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.562399] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.562399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.562399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.562660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.562660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.563066] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.563170] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.563284] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.563401] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.564091] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.564224] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.564388] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.586395] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.586669] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.586820] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.587416] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.587416] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-1f74b674-6dad-4616-83a5-6dd50dcbf333 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.587663] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.587736] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.588351] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f74b674-6dad-4616-83a5-6dd50dcbf333',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.646202] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.822878] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: SUCCESS [ 673.823404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.823645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.824298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.824798] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.824974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.825075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.825319] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.825448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.825549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.825642] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.091619] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091938] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.092159] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.092538] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.092759] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.093799] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 1f74b674-6dad-4616-83a5-6dd50dcbf333 not found, creating... [ 674.093799] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.093799] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.093799] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.094058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.094382] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.094965] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.095219] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.096530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.096530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.096530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.096530] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 1f74b674-6dad-4616-83a5-6dd50dcbf333 is going to be created. [ 674.101854] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7618f21-a762-4f20-a120-74d7d608bfed in Status: SUCCESS [ 674.102198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.121622] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.122178] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.122451] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.122985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.123316] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.123669] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.150042] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.233170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: SUCCESS [ 674.233487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.233706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.233971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.234334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.234488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.234559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.234759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.234884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.235044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.235100] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.329818] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.330054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.330125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.330593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.330700] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.330797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.330840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.330981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.331079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.331167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.331322] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.331425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.331489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.332169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.332169] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.332169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.332169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.332169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.332169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.332505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.332505] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.652745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.652965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.653078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.653964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.654099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.654239] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 674.684197] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.684400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.684400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.684686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.684881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.695704] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 674.737418] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.834240] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3: rpc.has_security_group_logging(os_id): False [ 674.855412] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.855412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.855412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.856643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.856643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.856643] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.856643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.856643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.856643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.856643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.856643] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.857151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.857151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.857372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.857431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.858479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.858479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 is going to be created. [ 674.859901] env[65658]: INFO networking_nsxv3.common.synchronization [req-b132d38e-662f-4ea3-89fa-ba829543ce02 req-a008382f-4f85-405f-a13a-a12866d657fd service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 674.859901] env[65658]: INFO networking_nsxv3.common.synchronization [req-b132d38e-662f-4ea3-89fa-ba829543ce02 req-a008382f-4f85-405f-a13a-a12866d657fd service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 674.860077] env[65658]: INFO networking_nsxv3.common.synchronization [req-b132d38e-662f-4ea3-89fa-ba829543ce02 req-a008382f-4f85-405f-a13a-a12866d657fd service nova] Enqueued Resource ID: 1f74b674-6dad-4616-83a5-6dd50dcbf333 with Priority: HIGHEST for action port [ 674.860568] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 674.860707] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 674.860802] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f74b674-6dad-4616-83a5-6dd50dcbf333 with Priority: HIGHEST for action port [ 674.861457] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.862047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.862146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.862396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.862396] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.866392] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.866392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.866392] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f74b674-6dad-4616-83a5-6dd50dcbf333 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.866392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.866392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.866392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.866392] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f74b674-6dad-4616-83a5-6dd50dcbf333',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.889040] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 674.889306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.889479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.889682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.889802] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.926764] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.926889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.926981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.927362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.927362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.941143] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 2s [ 675.241771] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a260351-e0ca-4072-9fb2-41720e9b43f0: rpc.has_security_group_logging(os_id): False [ 675.262935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.262935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263699] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.263870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.264014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.264133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.264236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.264323] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 is going to be created. [ 675.350602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 675.350915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.351136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.351376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.351598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.351800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.351800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.351962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.352158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.352679] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.354292] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 675.354547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.355649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.355649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.355649] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.355649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.355649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.355649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.355649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.356158] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.362361] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.362361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.362361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.362361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.362361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.364610] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.364610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.367034] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f74b674-6dad-4616-83a5-6dd50dcbf333 with status ACTIVE [ 675.367295] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.367605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.367605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.367751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.367862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.368114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.368202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.368272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.368488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.368573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.368814] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.368931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.369014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.369189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.369289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.369380] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f74b674-6dad-4616-83a5-6dd50dcbf333 is going to be updated. [ 675.379531] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: IN_PROGRESS for 2s [ 675.392528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.392785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.393789] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.393954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.393954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.394210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.395655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.395655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f74b674-6dad-4616-83a5-6dd50dcbf333" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.859021] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.863530] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.362949] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.366873] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.710024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.710024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.710024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.710024] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.870027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.870027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.870027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.870027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.870027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.870027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be updated. [ 676.870027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.870027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.870027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.871336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 676.902909] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.903140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.903238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.903536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.904428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.906525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.906691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.906743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.906948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.907100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.920203] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: IN_PROGRESS for 2s [ 676.921553] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 676.958332] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 4s [ 677.217430] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.394754] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: SUCCESS [ 677.395683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.720720] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 req-d4993733-8626-4eee-b245-15f3aa0e1b20 tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 677.721130] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.722225] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 677.722592] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.722741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.722837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.723446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.723446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.723446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.723446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.723741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.723862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.723980] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.229252] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.230234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.230671] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 678.236427] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.236427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.236427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.236916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.236916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.236916] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.236916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.237361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.237361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.237361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.237361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be updated. [ 678.269532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.269751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.269803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.270489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.270748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.276023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.276023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.276023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.276023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.276023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.285310] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 678.286142] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: IN_PROGRESS for 2s [ 678.622734] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.622734] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.622734] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.622994] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.625345] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.625561] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.625683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.625986] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.626151] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.626362] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.626470] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.626574] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.626675] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.626777] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.626883] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.626996] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.649231] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.650747] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.651059] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.651213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.651547] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.651726] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.651971] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.652199] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.652351] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ab7cc5-2a9e-4a4a-a269-45859a9ece46',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.933589] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 678.933854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.934599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.935118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.935218] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.937679] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 678.937679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.937848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.937981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.938199] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.939545] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.939545] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.939545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.940133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.940133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.940133] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.970103] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 6s [ 679.155985] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.155985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.155985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.156261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.156261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.156404] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 not found, creating... [ 679.156653] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.156805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.156917] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.157181] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.157314] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.157650] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.157793] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.157981] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.158521] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.158681] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.158822] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 is going to be created. [ 679.180993] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.180993] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.180993] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.181226] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.181365] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181800] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.211248] env[65658]: INFO networking_nsxv3.common.synchronization [req-c109b318-c0fe-4142-8994-85895791c22a req-f69420ed-e326-4c73-8bee-0a915d0baf24 tempest-FloatingIPsAssociationNegativeTestJSON-689246156 tempest-FloatingIPsAssociationNegativeTestJSON-689246156-project-member] Enqueued Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_members [ 679.211248] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGHEST for action security_group_members [ 679.211248] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.211248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.212101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.212744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.213508] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.213508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.213767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.214538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.214757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.215382] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.441952] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.444270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 679.470204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.470443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.470665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.470908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.471904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.471904] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.471904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.471904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.471904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.471904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.472417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.472417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.472417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.472417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.472608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.472650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.472761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.472835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.472959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.473041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.473647] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 679.569029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.569029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.569029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.569029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.569029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.587723] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 679.719039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.719039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.719508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.719508] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 is going to be updated. [ 679.760847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.761130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.761130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.761221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.761324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.771745] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 in Status: IN_PROGRESS for 2s [ 679.947978] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20de75aa-6ba0-437c-8c7f-504ea09976be: rpc.has_security_group_logging(os_id): False [ 679.968666] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.968884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.968930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.969239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.969383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.969541] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.969647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.969719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.969899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.969995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.970859] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be updated. [ 679.982473] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 req-f496557f-e95d-47dc-8a05-7568549e4a21 service nova] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_rules [ 679.982792] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 req-f496557f-e95d-47dc-8a05-7568549e4a21 service nova] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 679.983511] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18ca497-0b65-4ad5-b40f-e3cfbdab90f6 req-f496557f-e95d-47dc-8a05-7568549e4a21 service nova] Enqueued Resource ID: f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 with Priority: HIGHEST for action port [ 679.983790] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_rules [ 679.983790] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 679.983935] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 with Priority: HIGHEST for action port [ 679.984184] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.984302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.984614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.984727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.984915] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.985719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.985849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.986178] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.986178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.986431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.986431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.986431] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ab7cc5-2a9e-4a4a-a269-45859a9ece46',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.035204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.035204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.035204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.035204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.035204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.053725] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: IN_PROGRESS for 2s [ 680.299308] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 680.299308] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 deletion is rescheduled due to dependency. [ 680.299308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.299308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.299577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.299631] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.299850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.299966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.300237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.300388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.300519] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.302617] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 680.303214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.303214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.303497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.303497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.303659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.303804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.303943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.305729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.305863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.306222] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.489914] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.489914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.490334] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 with status ACTIVE [ 680.490334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.490334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.490334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.490520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.492257] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.492257] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.492257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.492257] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ab7cc5-2a9e-4a4a-a269-45859a9ece46 is going to be updated. [ 680.519115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.519115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.519115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.519115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.519115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.519115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ab7cc5-2a9e-4a4a-a269-45859a9ece46" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.809935] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.810178] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.810573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.810794] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.811165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.813150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813445] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.814482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.814559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.814738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.814893] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.815030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.815089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.815269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.815365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815551] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.034669] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 8s [ 681.312211] env[65658]: INFO networking_nsxv3.common.synchronization [req-3ba711c0-92dd-4f04-b88b-f3ac71627120 req-e62237cf-61ab-49fe-8c40-51947dafb720 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Enqueued Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_members [ 681.312977] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_members [ 681.313082] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.313398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.313398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.313542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.313737] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.313737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.313897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.313948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.314079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.314118] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.317713] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.318442] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ba2b7c-5119-4ccf-893a-357808c4ae1c: rpc.has_security_group_logging(os_id): False [ 681.348020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.348020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.348020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.348020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.348704] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.349072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.349343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.349626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.349829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.350043] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 681.413201] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.413552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.414176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.414843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.431353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 681.604202] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 681.604530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.605042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.605042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.605042] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.761048] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.761260] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.761386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.761644] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.761904] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.762073] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.762185] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.762409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.762548] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.762774] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.762897] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.762990] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.763111] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.763317] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.763317] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.763431] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.782790] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 in Status: SUCCESS [ 681.783573] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 deletion is rescheduled due to dependency. [ 681.783704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.789105] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.789283] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.789417] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.789591] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.789916] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-9f66152d-111e-4088-8c8b-5236c48ab078 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.790110] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.790223] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.790584] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.790717] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f66152d-111e-4088-8c8b-5236c48ab078',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.816901] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.819240] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.819240] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 already deleted. [ 681.819240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.821354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.821354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.821354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.821354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.821354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.821354] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be updated. [ 681.855078] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.855230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.855302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.855886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.855886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.867487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: IN_PROGRESS for 2s [ 682.070075] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 682.070277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.107686] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.107981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.108087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.108335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.108519] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.108648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.108733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.109021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.109127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.109221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.109335] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.293662] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.294409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.294409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.294409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.294742] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.294742] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 9f66152d-111e-4088-8c8b-5236c48ab078 not found, creating... [ 682.294893] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.295051] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.295138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.295362] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.295499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.295783] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.296034] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.296172] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.296398] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.296743] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.296926] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 9f66152d-111e-4088-8c8b-5236c48ab078 is going to be created. [ 682.341990] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.342292] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.342369] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.342594] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.342913] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.343166] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.612375] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.612813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.612813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.613077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.613274] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.613387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.613455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.613617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.613705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.613795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.613946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.614093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.614392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.614392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.614501] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.614690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.614690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.614824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.614894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.614954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.615080] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.048506] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 10s [ 683.050058] env[65658]: INFO networking_nsxv3.common.synchronization [req-3ba711c0-92dd-4f04-b88b-f3ac71627120 req-296c837e-0cf1-4b81-a32c-e1f973297807 service nova] Enqueued Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_rules [ 683.050229] env[65658]: INFO networking_nsxv3.common.synchronization [req-3ba711c0-92dd-4f04-b88b-f3ac71627120 req-296c837e-0cf1-4b81-a32c-e1f973297807 service nova] Enqueued Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_members [ 683.050757] env[65658]: INFO networking_nsxv3.common.synchronization [req-3ba711c0-92dd-4f04-b88b-f3ac71627120 req-296c837e-0cf1-4b81-a32c-e1f973297807 service nova] Enqueued Resource ID: 9f66152d-111e-4088-8c8b-5236c48ab078 with Priority: HIGHEST for action port [ 683.050757] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_rules [ 683.050757] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_members [ 683.050882] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f66152d-111e-4088-8c8b-5236c48ab078 with Priority: HIGHEST for action port [ 683.051650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.051771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.051838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052334] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.053196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.053572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.053572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.053572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.053684] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.053884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.053998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.054228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.054382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.054519] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.056354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f66152d-111e-4088-8c8b-5236c48ab078 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.056354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.056354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.056354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.056354] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f66152d-111e-4088-8c8b-5236c48ab078',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.117344] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 683.139246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.139473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.139551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.139718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.139808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.139999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.140126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.140225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.140412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.140484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.140711] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.140854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.140854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.142023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.142023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.142023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.142023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.142023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.142361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.142361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 683.160271] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1e18df71-2de9-4c00-a4d2-109855ac0b4e None None] Enqueued Resource ID: 4e4584e3-7233-4a18-a797-75c027ed977a with Priority: HIGHEST for action port [ 683.160271] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e4584e3-7233-4a18-a797-75c027ed977a with Priority: HIGHEST for action port [ 683.160271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e4584e3-7233-4a18-a797-75c027ed977a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e4584e3-7233-4a18-a797-75c027ed977a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.160271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e4584e3-7233-4a18-a797-75c027ed977a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.160886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e4584e3-7233-4a18-a797-75c027ed977a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.161145] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4584e3-7233-4a18-a797-75c027ed977a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.209971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.212022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.212022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.212022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.212022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.230347] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 683.452299] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 683.452788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.559288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.559288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.559288] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.560494] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f66152d-111e-4088-8c8b-5236c48ab078 with status ACTIVE [ 683.560808] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.561074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.561198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.561523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.561676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.561977] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.562159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.562254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.562521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.562709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.562953] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.563153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.563268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.563570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.563721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.563994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f66152d-111e-4088-8c8b-5236c48ab078 is going to be updated. [ 683.587999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.588177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.588225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.589121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.589121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.589121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f66152d-111e-4088-8c8b-5236c48ab078" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664113] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e4584e3-7233-4a18-a797-75c027ed977a [ 683.664403] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.664475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.664570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.664763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.664852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664945] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e4584e3-7233-4a18-a797-75c027ed977a already deleted. [ 683.665373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e4584e3-7233-4a18-a797-75c027ed977a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.885297] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 683.886020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.886020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.886198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.886552] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.886552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.886702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.886783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.886947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.887011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.887124] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.036294] env[65658]: INFO networking_nsxv3.common.synchronization [req-954562c5-be61-4fc6-9498-4f3476f5556e req-83890ba3-c5a5-4e18-81db-398e0b134eca tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 684.037751] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 684.037751] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.037751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.037751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.037751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.037992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.037992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.038084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.038241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.038321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.038413] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.066909] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.389372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.389589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.389638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.389854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.390033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.390137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.390529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.390761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.390895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.391020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.391182] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.391303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.391377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.391525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.391669] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.391768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.391843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.391962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.392046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.392130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.392216] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.541121] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.541277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.541941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.541941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.541941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.541941] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.541941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.543614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.543715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.543952] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 already deleted. [ 684.544080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.573246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.573424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.573483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.574166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.574166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.574166] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 is going to be created. [ 684.605118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.605288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.605333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.605533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.605718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.615867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 in Status: UNINITIALIZED for 2s [ 684.896294] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7839afac-b9a1-45be-9b15-dd28531df997: rpc.has_security_group_logging(os_id): False [ 684.913547] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.913694] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.913748] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.914013] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.914273] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.914431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.914570] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.914790] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.914934] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.916410] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.917900] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.917900] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.917900] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.917900] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.918140] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.918140] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.921384] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.921384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.921384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.922472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.922792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.922792] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.922919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.922988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.923166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.923246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.923451] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.923547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.923607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.923752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.923824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.924034] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.924199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.924199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.924333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.924409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.924493] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be updated. [ 684.947283] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.947283] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.947283] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.947502] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.948111] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-0d3a35d6-c132-46a3-97b7-f992d34217fe taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.948111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.948111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.948433] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.948609] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3a35d6-c132-46a3-97b7-f992d34217fe',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.995413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.995628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.995628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.995825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.995965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.019498] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: IN_PROGRESS for 2s [ 685.077379] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 12s [ 685.249730] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 685.249730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.452046] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.452046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.452046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.452340] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.452378] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.452503] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 0d3a35d6-c132-46a3-97b7-f992d34217fe not found, creating... [ 685.452759] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.453020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.453138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.453367] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.453498] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.453816] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.454016] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.454159] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.454371] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.454501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.454701] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 0d3a35d6-c132-46a3-97b7-f992d34217fe is going to be created. [ 685.479061] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.479282] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.479462] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.479749] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.479986] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.480227] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.696231] env[65658]: INFO networking_nsxv3.common.synchronization [None req-6da2aa09-036a-4134-bf45-e7c455fc3231 None None] Enqueued Resource ID: 56e998bd-4e8b-467f-8616-352774465271 with Priority: HIGHEST for action port [ 685.697036] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e998bd-4e8b-467f-8616-352774465271 with Priority: HIGHEST for action port [ 685.697331] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e998bd-4e8b-467f-8616-352774465271 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.697460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e998bd-4e8b-467f-8616-352774465271" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.697522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e998bd-4e8b-467f-8616-352774465271" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.698124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e998bd-4e8b-467f-8616-352774465271" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.698228] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e998bd-4e8b-467f-8616-352774465271',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.201679] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e998bd-4e8b-467f-8616-352774465271 [ 686.201679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.201679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.201679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.201679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.201679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.201679] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e998bd-4e8b-467f-8616-352774465271 already deleted. [ 686.201679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e998bd-4e8b-467f-8616-352774465271" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.364750] env[65658]: INFO networking_nsxv3.common.synchronization [req-954562c5-be61-4fc6-9498-4f3476f5556e req-007e613f-d6d7-4be2-86c8-d18a476ab3fd service nova] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_rules [ 686.364942] env[65658]: INFO networking_nsxv3.common.synchronization [req-954562c5-be61-4fc6-9498-4f3476f5556e req-007e613f-d6d7-4be2-86c8-d18a476ab3fd service nova] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 686.365244] env[65658]: INFO networking_nsxv3.common.synchronization [req-954562c5-be61-4fc6-9498-4f3476f5556e req-007e613f-d6d7-4be2-86c8-d18a476ab3fd service nova] Enqueued Resource ID: 0d3a35d6-c132-46a3-97b7-f992d34217fe with Priority: HIGHEST for action port [ 686.365606] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_rules [ 686.365746] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 686.367350] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3a35d6-c132-46a3-97b7-f992d34217fe with Priority: HIGHEST for action port [ 686.367735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.367875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.370147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.370345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.370464] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.375410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.375410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.375410] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.375410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d3a35d6-c132-46a3-97b7-f992d34217fe taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.375410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.376322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.376443] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3a35d6-c132-46a3-97b7-f992d34217fe',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.629306] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 in Status: SUCCESS [ 686.629306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.629519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.629725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.629906] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.630027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.630088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.630227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.630307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.630388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.631043] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.878884] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.879075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.879252] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.880988] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d3a35d6-c132-46a3-97b7-f992d34217fe with status ACTIVE [ 686.880988] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.880988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.880988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.880988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.880988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.884870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.884870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.884870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.884870] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d3a35d6-c132-46a3-97b7-f992d34217fe is going to be updated. [ 686.914196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.914196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.914196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.914404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.914404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.914567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d3a35d6-c132-46a3-97b7-f992d34217fe" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.040405] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 687.040631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.094727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 14s [ 687.133739] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.134107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.134107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.136147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.136147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.136147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.137190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.137190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.137190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.137190] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.385565] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.642164] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaad6ace-a281-4634-9b07-2d5d10a0cdd6: rpc.has_security_group_logging(os_id): False [ 687.664028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.664028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.664028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.664028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.665204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.665334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.665374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.665592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.665679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.666016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 is going to be created. [ 687.737525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.737525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.737525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.737525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.737525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.752452] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 in Status: IN_PROGRESS for 2s [ 687.892430] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.892430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.892430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.892430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.892430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.892430] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be created. [ 687.925247] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.925247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.925247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.925247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.940449] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: UNINITIALIZED for 2s [ 689.011329] env[65658]: INFO networking_nsxv3.common.synchronization [req-e0445866-f985-4c9d-8d88-ce7d0ab11e77 req-3b566fda-877a-499f-b3cd-1940832de665 tempest-ImagesNegativeTestJSON-183522583 tempest-ImagesNegativeTestJSON-183522583-project-member] Enqueued Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_members [ 689.011329] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGHEST for action security_group_members [ 689.011329] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.011329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.011329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.011882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.011882] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.011882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.011995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.012173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.012234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.012309] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.111885] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 16s [ 689.515898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.515898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.515898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.515898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.515898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.515898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.516390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.516390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.516390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.516500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.516986] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 is going to be updated. [ 689.552371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.552552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.552599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.552786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.552991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.564490] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 2s [ 689.767856] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 in Status: SUCCESS [ 689.768469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958103] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 689.958450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.958917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.959133] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.959251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.959323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.959503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.959591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.959659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.959756] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.462467] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.462877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.462877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.463487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.463696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.463817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.463902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.464264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.464264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.464367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.464482] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.464574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.464640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.464813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.465011] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.465116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.465179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.465321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.465405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.465495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.465629] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.970345] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81703bb5-8022-4e21-a603-911656c692f1: rpc.has_security_group_logging(os_id): False [ 690.993325] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.993437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.993485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.993845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.993845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.994106] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.994226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.994289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.994463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.994541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.994741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.994834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.994891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.995194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.995377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.995535] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.995598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.995639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.995767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.995849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.995918] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be created. [ 691.074621] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.074766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.074835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.089549] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: IN_PROGRESS for 2s [ 691.137233] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 18s [ 691.580171] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: SUCCESS [ 691.580171] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 deletion is rescheduled due to dependency. [ 691.580171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.659634] env[65658]: INFO networking_nsxv3.common.synchronization [req-5a0445df-cc02-4220-bf15-a1a7a4675154 req-fdc6de0c-d295-4e23-9ccb-f1f9ab32d13b tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 692.660582] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 692.663716] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e0fe14bb-e787-44d2-852c-7588a4e035e0 None None] Enqueued Resource ID: f55cb7d4-581d-4755-ab4f-0772e1cac0a6 with Priority: HIGHEST for action port [ 692.663716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.663716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.663716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.663716] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.664543] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55cb7d4-581d-4755-ab4f-0772e1cac0a6 with Priority: HIGHEST for action port [ 692.664543] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55cb7d4-581d-4755-ab4f-0772e1cac0a6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.664543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55cb7d4-581d-4755-ab4f-0772e1cac0a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.664690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55cb7d4-581d-4755-ab4f-0772e1cac0a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.665041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55cb7d4-581d-4755-ab4f-0772e1cac0a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.665041] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55cb7d4-581d-4755-ab4f-0772e1cac0a6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.106911] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 693.106911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.152474] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 20s [ 693.167218] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.167397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.167444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.167664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.167759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.167955] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.168094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.168157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.168415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.168415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.168534] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 693.171948] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f55cb7d4-581d-4755-ab4f-0772e1cac0a6 [ 693.172659] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.172937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.173062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.173256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.173356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.173492] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f55cb7d4-581d-4755-ab4f-0772e1cac0a6 already deleted. [ 693.173601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55cb7d4-581d-4755-ab4f-0772e1cac0a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.217419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.217419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.217419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.217419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.217419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.228552] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 693.259307] env[65658]: INFO networking_nsxv3.common.synchronization [req-fe133c34-da8a-46b1-ac11-2c3747d93dfb req-3cd4072f-85cc-4706-b38f-246f8fcfe72b tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Enqueued Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_members [ 693.259633] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_members [ 693.259842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.259982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.260091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.260392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.260609] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.260733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.260814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.261071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.261140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.261205] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.477575] env[65658]: INFO networking_nsxv3.common.synchronization [req-88db40b1-6b9e-4152-ae00-ddf2ae85a5e6 req-3fc3f359-b5dc-4566-bcd0-68d961e44082 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 693.477882] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 693.478313] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.478439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.478439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.479150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.479150] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.479150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.479150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.479150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.479150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.479421] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.767221] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.767221] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.767221] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8faf28-66d0-40e1-889d-15484d28ec54 already deleted. [ 693.767221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.830989] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.831933] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.831933] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.831933] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.832289] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.832443] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.832556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.832770] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.832950] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.833413] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.833413] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.833413] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.833541] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.833709] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.833750] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.834506] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.855356] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.855597] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.855777] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.855916] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.856365] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-2f55df7a-f0b2-4e16-8478-1b545a66430f taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.856559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.856699] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.857448] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.857656] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f55df7a-f0b2-4e16-8478-1b545a66430f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.981757] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.360830] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.361138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.361138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.361497] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.361623] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.361686] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 2f55df7a-f0b2-4e16-8478-1b545a66430f not found, creating... [ 694.361931] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.362213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.362213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.362504] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.362504] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362799] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.363505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.363505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.363505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.363505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.363505] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 2f55df7a-f0b2-4e16-8478-1b545a66430f is going to be created. [ 694.385572] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.385802] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.385855] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.386113] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.386343] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.386562] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.484436] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.987627] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.987627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.987627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.988313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.988313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.988313] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be updated. [ 695.017646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.017793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.017863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.018163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.018524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.028430] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: IN_PROGRESS for 2s [ 695.138273] env[65658]: INFO networking_nsxv3.common.synchronization [req-fe133c34-da8a-46b1-ac11-2c3747d93dfb req-d1d77cc1-d5f3-4c77-98b4-41b17ae2243f service nova] Enqueued Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_rules [ 695.138273] env[65658]: INFO networking_nsxv3.common.synchronization [req-fe133c34-da8a-46b1-ac11-2c3747d93dfb req-d1d77cc1-d5f3-4c77-98b4-41b17ae2243f service nova] Enqueued Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_members [ 695.138273] env[65658]: INFO networking_nsxv3.common.synchronization [req-fe133c34-da8a-46b1-ac11-2c3747d93dfb req-d1d77cc1-d5f3-4c77-98b4-41b17ae2243f service nova] Enqueued Resource ID: 2f55df7a-f0b2-4e16-8478-1b545a66430f with Priority: HIGHEST for action port [ 695.142802] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_rules [ 695.144042] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_members [ 695.144042] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f55df7a-f0b2-4e16-8478-1b545a66430f with Priority: HIGHEST for action port [ 695.144497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.144625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.144689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.144943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.145035] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.146071] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.146194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.146241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.147126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.147126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.147126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.147126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.147126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.147126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.147126] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.147773] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f55df7a-f0b2-4e16-8478-1b545a66430f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.147874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.147932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.148088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.148156] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f55df7a-f0b2-4e16-8478-1b545a66430f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.169486] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 22s [ 695.251024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 695.251613] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 695.251741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.523199] env[65658]: INFO networking_nsxv3.common.synchronization [None req-0524fab1-0191-40a5-9dd9-5629e3ad920f None None] Enqueued Resource ID: fcdd010e-f729-46dd-8001-c5a50c1f0d57 with Priority: HIGHEST for action port [ 695.524160] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdd010e-f729-46dd-8001-c5a50c1f0d57 with Priority: HIGHEST for action port [ 695.524682] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcdd010e-f729-46dd-8001-c5a50c1f0d57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.524953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcdd010e-f729-46dd-8001-c5a50c1f0d57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.525095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcdd010e-f729-46dd-8001-c5a50c1f0d57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.526040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcdd010e-f729-46dd-8001-c5a50c1f0d57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.526040] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdd010e-f729-46dd-8001-c5a50c1f0d57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.650596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.652069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.652485] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.654728] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f55df7a-f0b2-4e16-8478-1b545a66430f with status ACTIVE [ 695.655224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.655224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.655224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.655433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.655491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.656087] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.656087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.656087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.656087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.659025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.659025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.659025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.659025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.659025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.659025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.659025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f55df7a-f0b2-4e16-8478-1b545a66430f is going to be updated. [ 695.681267] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.681411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.681476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.682396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.682396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.682396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f55df7a-f0b2-4e16-8478-1b545a66430f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.030057] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcdd010e-f729-46dd-8001-c5a50c1f0d57 [ 696.030299] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.030365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.030410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.030745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.030745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.030957] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcdd010e-f729-46dd-8001-c5a50c1f0d57 already deleted. [ 696.030957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcdd010e-f729-46dd-8001-c5a50c1f0d57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.162203] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.666436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.666436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.666436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.666436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.666436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.666436] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8faf28-66d0-40e1-889d-15484d28ec54 is going to be created. [ 696.692324] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.692556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.692556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.692736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.692896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.703177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8faf28-66d0-40e1-889d-15484d28ec54 in Status: UNINITIALIZED for 2s [ 697.040273] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 697.040583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.183891] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 24s [ 698.715731] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8faf28-66d0-40e1-889d-15484d28ec54 in Status: SUCCESS [ 698.716342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.716342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.716342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.716464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.716630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.716630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.716780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.716856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.716936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.717049] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.804130] env[65658]: INFO networking_nsxv3.common.synchronization [None req-567e8693-e5f0-426d-8f58-8e3e20539f64 None None] Enqueued Resource ID: b8ff7a60-fb99-435f-a500-e0a43ee3454c with Priority: HIGHEST for action port [ 698.804735] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ff7a60-fb99-435f-a500-e0a43ee3454c with Priority: HIGHEST for action port [ 698.805144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8ff7a60-fb99-435f-a500-e0a43ee3454c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.805386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8ff7a60-fb99-435f-a500-e0a43ee3454c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.805386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8ff7a60-fb99-435f-a500-e0a43ee3454c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.805768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8ff7a60-fb99-435f-a500-e0a43ee3454c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805835] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ff7a60-fb99-435f-a500-e0a43ee3454c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.197653] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 26s [ 699.220360] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.220587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.220587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.220787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.221283] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.221396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.221455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.221614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.221705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.221794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.221940] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.222075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.222125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.222237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.222373] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.222460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.222520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.222652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.222724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.222800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.222891] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.312335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8ff7a60-fb99-435f-a500-e0a43ee3454c [ 699.312335] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.312335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.312335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.312335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.312335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.312335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8ff7a60-fb99-435f-a500-e0a43ee3454c already deleted. [ 699.312335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8ff7a60-fb99-435f-a500-e0a43ee3454c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.726036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db8faf28-66d0-40e1-889d-15484d28ec54: rpc.has_security_group_logging(os_id): False [ 699.746599] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.746599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.746599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.746599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.746599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.747063] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.747063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.747063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.747063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.747063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.747380] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.747380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.747380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.747576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.747576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.750530] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.750530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.750530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.750530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.750530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.750530] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8faf28-66d0-40e1-889d-15484d28ec54 is going to be created. [ 699.815818] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.815818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.815818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.815818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.815818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.826987] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8faf28-66d0-40e1-889d-15484d28ec54 in Status: IN_PROGRESS for 2s [ 699.981744] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f18ce6c-af1d-42a4-b5d9-1691dd92220c req-062305cb-4f54-4c2b-8b2b-6a5f0176829a tempest-ServersV294TestFqdnHostnames-1321434711 tempest-ServersV294TestFqdnHostnames-1321434711-project-member] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_members [ 699.981744] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGHEST for action security_group_members [ 699.981744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.982677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.982905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.983331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.983672] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.983920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.984093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.984448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.986402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.986402] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.380104] env[65658]: INFO networking_nsxv3.common.synchronization [None req-01f7932c-1b14-469e-811f-d5f5a5ff8a10 None None] Enqueued Resource ID: cce7015f-2e19-471e-9769-89e8f7a4d2b1 with Priority: HIGHEST for action port [ 700.380904] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce7015f-2e19-471e-9769-89e8f7a4d2b1 with Priority: HIGHEST for action port [ 700.381496] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce7015f-2e19-471e-9769-89e8f7a4d2b1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.382456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce7015f-2e19-471e-9769-89e8f7a4d2b1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.382456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce7015f-2e19-471e-9769-89e8f7a4d2b1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.382716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce7015f-2e19-471e-9769-89e8f7a4d2b1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.382847] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce7015f-2e19-471e-9769-89e8f7a4d2b1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.489280] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.489536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.490644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.491040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.491296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.491545] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.493498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.493498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.493498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.493498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.493498] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 is going to be updated. [ 700.525908] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.526021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.526075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.526521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.526521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.536641] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 in Status: IN_PROGRESS for 2s [ 700.731118] env[65658]: INFO networking_nsxv3.common.synchronization [req-e62f7d30-a9ff-42c6-86e4-e88a89f94097 req-ba85f6e7-bb3c-4ad5-aaf9-6119e43b592e tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: b449d6a0-e9ae-4734-96a8-88d4bfedc6b9 with Priority: HIGHEST for action security_group_rules [ 700.731778] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b449d6a0-e9ae-4734-96a8-88d4bfedc6b9 with Priority: HIGHEST for action security_group_rules [ 700.735701] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b449d6a0-e9ae-4734-96a8-88d4bfedc6b9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.735852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b449d6a0-e9ae-4734-96a8-88d4bfedc6b9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.736768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b449d6a0-e9ae-4734-96a8-88d4bfedc6b9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.736768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b449d6a0-e9ae-4734-96a8-88d4bfedc6b9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.737021] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b449d6a0-e9ae-4734-96a8-88d4bfedc6b9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.888081] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cce7015f-2e19-471e-9769-89e8f7a4d2b1 [ 700.888081] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.888081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.888081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.889023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.889023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.889023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cce7015f-2e19-471e-9769-89e8f7a4d2b1 already deleted. [ 700.889023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce7015f-2e19-471e-9769-89e8f7a4d2b1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.205952] env[65658]: INFO networking_nsxv3.common.synchronization [req-9c122f63-4ebe-4a33-b78d-39513f04f702 req-4394d940-430f-46ba-952a-a0ef283683cd tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Enqueued Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_members [ 701.206507] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_members [ 701.207042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.207042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.207042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.207561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.207716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.207819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.207877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.208036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.208730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.208730] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.212088] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 28s [ 701.258987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.259189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.259287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.259565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.259659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.259702] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b449d6a0-e9ae-4734-96a8-88d4bfedc6b9 already deleted. [ 701.259778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b449d6a0-e9ae-4734-96a8-88d4bfedc6b9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.563947] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.564154] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.564272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.564529] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.564764] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.564909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.565280] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.565499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.565618] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.565809] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.565909] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.566032] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.566645] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.566645] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.566645] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.566645] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.586544] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.586708] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.586829] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.586980] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.587299] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-4bccb926-8e95-461c-9e4e-437232b8a1a1 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.587506] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.587615] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.588141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.588141] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bccb926-8e95-461c-9e4e-437232b8a1a1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.717570] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.717652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.717722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.718034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.718034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.718231] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.718329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.718386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.718536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.718616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.722223] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 already deleted. [ 701.722325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.839731] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8faf28-66d0-40e1-889d-15484d28ec54 in Status: SUCCESS [ 701.840608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.090471] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.090739] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.090814] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091254] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091477] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.091658] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 4bccb926-8e95-461c-9e4e-437232b8a1a1 not found, creating... [ 702.091941] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.092125] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.092242] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.092479] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.092620] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.092926] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.093463] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.093627] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.093853] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.093984] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.094210] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 4bccb926-8e95-461c-9e4e-437232b8a1a1 is going to be created. [ 702.117120] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.117419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.117540] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.117862] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.118035] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.118287] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.234093] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8d1c736c-7e1c-40b4-9490-b9e72260e1db None None] Enqueued Resource ID: 00d83eb9-7e71-4183-bbba-2c45009c40dc with Priority: HIGHEST for action port [ 702.236016] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d83eb9-7e71-4183-bbba-2c45009c40dc with Priority: HIGHEST for action port [ 702.237692] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d83eb9-7e71-4183-bbba-2c45009c40dc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.237692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d83eb9-7e71-4183-bbba-2c45009c40dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.237692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d83eb9-7e71-4183-bbba-2c45009c40dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.237692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d83eb9-7e71-4183-bbba-2c45009c40dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.237692] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d83eb9-7e71-4183-bbba-2c45009c40dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.551026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 in Status: SUCCESS [ 702.551447] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 deletion is rescheduled due to dependency. [ 702.551875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.740338] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00d83eb9-7e71-4183-bbba-2c45009c40dc [ 702.740668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.740809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.740910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.741207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.741334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.741471] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00d83eb9-7e71-4183-bbba-2c45009c40dc already deleted. [ 702.741583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d83eb9-7e71-4183-bbba-2c45009c40dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.847411] env[65658]: INFO networking_nsxv3.common.synchronization [req-9c122f63-4ebe-4a33-b78d-39513f04f702 req-692eda7d-a976-4b39-9e32-44b91086bbf4 service nova] Enqueued Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_rules [ 702.847738] env[65658]: INFO networking_nsxv3.common.synchronization [req-9c122f63-4ebe-4a33-b78d-39513f04f702 req-692eda7d-a976-4b39-9e32-44b91086bbf4 service nova] Enqueued Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_members [ 702.847779] env[65658]: INFO networking_nsxv3.common.synchronization [req-9c122f63-4ebe-4a33-b78d-39513f04f702 req-692eda7d-a976-4b39-9e32-44b91086bbf4 service nova] Enqueued Resource ID: 4bccb926-8e95-461c-9e4e-437232b8a1a1 with Priority: HIGHEST for action port [ 702.849099] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_rules [ 702.849307] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_members [ 702.849470] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bccb926-8e95-461c-9e4e-437232b8a1a1 with Priority: HIGHEST for action port [ 702.849788] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.849952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.849952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.850916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.850916] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.851323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.851683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.851683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.851683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.851807] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.851807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.851893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.853302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.854294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.854294] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.859671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bccb926-8e95-461c-9e4e-437232b8a1a1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.859671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.859671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.859671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.859671] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bccb926-8e95-461c-9e4e-437232b8a1a1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.191813] env[65658]: INFO networking_nsxv3.common.synchronization [req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d req-9452c1bc-07c2-4901-af9b-6d1e08db1876 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Enqueued Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_members [ 703.192895] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_members [ 703.193997] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.194218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.194218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.195123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.196791] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.197020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.197188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.197298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.197398] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.225515] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 30s [ 703.360903] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.361946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.362176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.362329] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bccb926-8e95-461c-9e4e-437232b8a1a1 with status ACTIVE [ 703.362505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.362614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.362681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.362881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.362953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.363205] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.363392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.364852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.364852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.364852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.364852] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.364852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.364852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.364852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.365387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.365387] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bccb926-8e95-461c-9e4e-437232b8a1a1 is going to be updated. [ 703.388346] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.388597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.388730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.389095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bccb926-8e95-461c-9e4e-437232b8a1a1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.438697] env[65658]: INFO networking_nsxv3.common.synchronization [None req-84516110-dd53-484d-b299-2cde7144ec7a None None] Enqueued Resource ID: 39255163-664b-402f-b271-17f567b8de0e with Priority: HIGHEST for action port [ 703.439312] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39255163-664b-402f-b271-17f567b8de0e with Priority: HIGHEST for action port [ 703.439676] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-39255163-664b-402f-b271-17f567b8de0e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.439845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39255163-664b-402f-b271-17f567b8de0e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.439937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39255163-664b-402f-b271-17f567b8de0e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.440641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39255163-664b-402f-b271-17f567b8de0e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.440734] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39255163-664b-402f-b271-17f567b8de0e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.699898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.700103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.700185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.700557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.700557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.701162] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.701162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.701162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.701162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.701162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.701162] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b already deleted. [ 703.701736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.760982] env[65658]: INFO networking_nsxv3.common.synchronization [None req-54ea4077-d86b-4353-bd0d-de3a53c7c62d tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 703.761802] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 703.763625] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.764069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.764069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.764069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.764255] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.795378] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.795506] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-590" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.795569] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-590" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.796129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-590" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.796129] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.796319] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.796380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.796588] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.796725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.796917] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.797031] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.797133] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.797334] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.797334] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.797457] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.797530] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.822411] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.822411] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.822411] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.822411] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-590" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.822411] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.822411] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.822886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.822886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.823138] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.867776] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.946374] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39255163-664b-402f-b271-17f567b8de0e [ 703.946374] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.946374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.946374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.946374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.946374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.946374] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39255163-664b-402f-b271-17f567b8de0e already deleted. [ 703.946374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39255163-664b-402f-b271-17f567b8de0e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.289628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.289844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.290153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.290343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.290458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.290602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e540447-f114-4b49-b285-60313eafdf23 already deleted. [ 704.290784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.326678] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.326909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.327047] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.327421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.327732] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.327947] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 not found, creating... [ 704.328296] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.328842] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.328979] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.329335] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.329501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.329916] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330103] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330220] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.330463] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.330598] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.330742] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 is going to be created. [ 704.355204] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.355424] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.355492] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.355767] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.355985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.356326] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.370278] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.370496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.370800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.370877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.370927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.371039] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 is going to be created. [ 704.400275] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.400484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.400548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.400772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.400982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.430843] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 in Status: UNINITIALIZED for 2s [ 704.807854] env[65658]: INFO networking_nsxv3.common.synchronization [None req-54450eab-c872-4177-9a06-45565b122930 None None] Enqueued Resource ID: 17fbc43b-1325-454c-a2ac-c7451720d0a2 with Priority: HIGHEST for action port [ 704.808134] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fbc43b-1325-454c-a2ac-c7451720d0a2 with Priority: HIGHEST for action port [ 704.809096] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-17fbc43b-1325-454c-a2ac-c7451720d0a2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.809096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17fbc43b-1325-454c-a2ac-c7451720d0a2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17fbc43b-1325-454c-a2ac-c7451720d0a2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.809258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17fbc43b-1325-454c-a2ac-c7451720d0a2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.809258] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fbc43b-1325-454c-a2ac-c7451720d0a2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.864935] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d9a8f4eb-02a6-48d8-bbed-86111315a5dc tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 704.866386] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 704.866966] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.867124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.867302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.867615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.867615] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.068748] env[65658]: INFO networking_nsxv3.common.synchronization [req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d req-d75105b0-a7de-4f54-a011-540e134765f0 service nova] Enqueued Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_rules [ 705.069057] env[65658]: INFO networking_nsxv3.common.synchronization [req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d req-d75105b0-a7de-4f54-a011-540e134765f0 service nova] Enqueued Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_members [ 705.069057] env[65658]: INFO networking_nsxv3.common.synchronization [req-d541cb99-e8de-4b47-a7bb-f421c1f58e5d req-d75105b0-a7de-4f54-a011-540e134765f0 service nova] Enqueued Resource ID: 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 with Priority: HIGHEST for action port [ 705.069565] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_rules [ 705.069697] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_members [ 705.069792] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 with Priority: HIGHEST for action port [ 705.070197] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.070372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.070507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.070847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.071078] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.071970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.072167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.072277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.072491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.072687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.072828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.072929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.073910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.073910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.073910] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.074304] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.074627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.075189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.076175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.076175] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.238801] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 32s [ 705.314320] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17fbc43b-1325-454c-a2ac-c7451720d0a2 [ 705.314320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.314320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.314320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.314320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.314320] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17fbc43b-1325-454c-a2ac-c7451720d0a2 already deleted. [ 705.314320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17fbc43b-1325-454c-a2ac-c7451720d0a2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.388748] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.388892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.389011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.389478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.389478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.389478] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e540447-f114-4b49-b285-60313eafdf23 already deleted. [ 705.389478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.583026] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.583026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.583026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.583026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 with status ACTIVE [ 705.583026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.583026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.583026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.583026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.583026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.583825] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.583825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.583825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.583825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.583825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.584113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.584113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.584113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.584236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.584272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.584625] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33 is going to be updated. [ 705.610286] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.610492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.610492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.610616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.612743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.612743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b9de7ef-6d86-4b5d-b5ee-5d01ef98ff33" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.052354] env[65658]: INFO networking_nsxv3.common.synchronization [req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 req-8d7357f3-cf7e-4cde-b0e2-707e723cb149 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 706.052450] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 706.052845] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.053017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.053824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.053997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.054513] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.054513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.054630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.054985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.054985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.054985] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.088073] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.445060] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 in Status: SUCCESS [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.445060] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.445060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.445060] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.557501] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.583565] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.583756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.583952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.584312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.584577] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.584877] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.585051] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.585439] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.585812] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.586518] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.586686] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.586835] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.586969] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.587137] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.587268] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.587424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.589791] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.589962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.589962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.590275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.590333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.590470] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b is going to be created. [ 706.610926] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.611249] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.611387] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.611499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-544" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.611880] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.612421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.612421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.612691] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.612849] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112c7b7e-2698-4dbb-af0c-4fcf509f15f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.623300] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.623550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.623672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.623914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.624154] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.636711] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b in Status: UNINITIALIZED for 2s [ 706.948738] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.948738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.948738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.948972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.949167] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.949285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.949330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.949504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.949561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.949911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.949911] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.949911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.949911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.950109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.950545] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.950545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.950545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.950545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.950545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.950767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.950767] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.060361] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.118101] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.120163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.120163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.120163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.120163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.120163] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 not found, creating... [ 707.120652] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.120652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.120652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.120831] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.121029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.121404] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.121404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.121609] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.123834] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.123834] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.123834] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 is going to be created. [ 707.153348] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.153633] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.154141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.155084] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.253479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 34s [ 707.291235] env[65658]: INFO networking_nsxv3.common.synchronization [None req-29e5cb59-9f47-4c69-a44e-67b98acfacb5 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_rules [ 707.293476] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_rules [ 707.293476] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.293476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.293476] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.454588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbd9d755-bfa3-4a64-88ef-9637ed77b404: rpc.has_security_group_logging(os_id): False [ 707.491647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.491796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.491878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.492172] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.492276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.492526] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.492675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.492785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.493537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.493889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.494340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.495227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.495320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.495548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.495675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.495915] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.496028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.496102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.496257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.496337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.496425] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 is going to be created. [ 707.563780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.564076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.564076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.564223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.564456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.564456] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 707.659619] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.660280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.661152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.661613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.682834] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 707.695338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.695541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.695611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.695827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.696153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.710985] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 in Status: IN_PROGRESS for 2s [ 707.802165] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4a0d2687-b1b1-49dc-b487-b62cd7425490 None None] Enqueued Resource ID: 9479adbb-9e05-48ae-bd20-7b1be9f76049 with Priority: HIGHEST for action port [ 707.802282] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9479adbb-9e05-48ae-bd20-7b1be9f76049 with Priority: HIGHEST for action port [ 707.802664] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9479adbb-9e05-48ae-bd20-7b1be9f76049 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.802788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9479adbb-9e05-48ae-bd20-7b1be9f76049" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.802855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9479adbb-9e05-48ae-bd20-7b1be9f76049" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.804290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9479adbb-9e05-48ae-bd20-7b1be9f76049" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.804290] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9479adbb-9e05-48ae-bd20-7b1be9f76049',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.817826] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.818524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.818635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.818862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.819040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.819201] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 already deleted. [ 707.819338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.902652] env[65658]: INFO networking_nsxv3.common.synchronization [None req-03a159f5-02f3-459b-b868-35c56aa0928a tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_rules [ 707.902652] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_rules [ 707.902982] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.906762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.906762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.906762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.906762] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.954705] env[65658]: INFO networking_nsxv3.common.synchronization [req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 req-c0b9d996-fbbf-4994-8464-b12f1ec4c793 service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 707.954705] env[65658]: INFO networking_nsxv3.common.synchronization [req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 req-c0b9d996-fbbf-4994-8464-b12f1ec4c793 service nova] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 707.954955] env[65658]: INFO networking_nsxv3.common.synchronization [req-4a0e182b-edf5-4aab-92e8-7b27555bf9a0 req-c0b9d996-fbbf-4994-8464-b12f1ec4c793 service nova] Enqueued Resource ID: 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 with Priority: HIGHEST for action port [ 707.955958] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_rules [ 707.956673] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 707.956827] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 with Priority: HIGHEST for action port [ 707.957516] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.958335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.958335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.958335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.958335] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.959717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.959834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.961192] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.961192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.961192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.961192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.961192] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112c7b7e-2698-4dbb-af0c-4fcf509f15f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.052474] env[65658]: INFO networking_nsxv3.common.synchronization [req-ee689898-ba6c-4bc5-8b48-70b24e299a32 req-f5354bc9-d4f5-4d6e-959e-1f852300f931 tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: 9d00bfd1-ff23-48a7-9728-feb14b6a01ad with Priority: HIGHEST for action security_group_rules [ 708.053261] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d00bfd1-ff23-48a7-9728-feb14b6a01ad with Priority: HIGHEST for action security_group_rules [ 708.057410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d00bfd1-ff23-48a7-9728-feb14b6a01ad taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.057558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d00bfd1-ff23-48a7-9728-feb14b6a01ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.057637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d00bfd1-ff23-48a7-9728-feb14b6a01ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.057896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d00bfd1-ff23-48a7-9728-feb14b6a01ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.057992] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d00bfd1-ff23-48a7-9728-feb14b6a01ad',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.307768] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9479adbb-9e05-48ae-bd20-7b1be9f76049 [ 708.308084] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.308234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.308303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.312071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.312071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.312071] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9479adbb-9e05-48ae-bd20-7b1be9f76049 already deleted. [ 708.312071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9479adbb-9e05-48ae-bd20-7b1be9f76049" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.431123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.431327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.431398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.431776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.431776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.431886] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 already deleted. [ 708.431967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.463340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.463340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.463503] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 with status ACTIVE [ 708.463695] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.463836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.463983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.464217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.464286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.464507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.464565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.464682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.464868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.464907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.465109] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.465251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.465298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.465965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.465965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.465965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 112c7b7e-2698-4dbb-af0c-4fcf509f15f7 is going to be updated. [ 708.492844] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.493060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.493204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.493751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.493751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.493896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-112c7b7e-2698-4dbb-af0c-4fcf509f15f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.583352] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.583352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.583352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.583352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.583352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.584955] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d00bfd1-ff23-48a7-9728-feb14b6a01ad already deleted. [ 708.585152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d00bfd1-ff23-48a7-9728-feb14b6a01ad" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.652168] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b in Status: SUCCESS [ 708.652891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.652891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.653311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.653889] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.653889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.653889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.654325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.654361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.654521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.654684] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.157926] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.157926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.157926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.158768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.158768] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.158768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.158768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.158768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.159063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159208] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.159349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.159466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.159629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.159769] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.159860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.159920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.160082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.160187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.160277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.160367] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.249094] env[65658]: INFO networking_nsxv3.common.synchronization [req-f4e96efb-b216-4f4d-b62b-3535ebddae67 req-bf8a0d9f-617b-473d-a8cc-15ccbc4377bc tempest-DeleteServersAdminTestJSON-1534530281 tempest-DeleteServersAdminTestJSON-1534530281-project-member] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 709.249720] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGHEST for action security_group_members [ 709.250163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.250239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.250289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.250573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.250639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.251077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.251223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.251397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.251535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.251575] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.271341] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 36s [ 709.662934] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eccbf265-efdd-4daa-bc1b-64c2fdc5879b: rpc.has_security_group_logging(os_id): False [ 709.688566] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.688765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.688765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.690038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.690038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.691878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.691878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.691878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.691878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.691878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.691878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.691878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.691878] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b is going to be created. [ 709.709497] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 709.709751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.710155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.710155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.710471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.710471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.711573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.711573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.711573] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.735654] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 in Status: SUCCESS [ 709.735654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.753751] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.754429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.754763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.759980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.760209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.760465] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.760589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.760657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.768114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.768114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.768114] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be updated. [ 709.768114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.768114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.768114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.768114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.768903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.794665] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b in Status: IN_PROGRESS for 2s [ 709.813782] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.813924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.814037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.814217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.814373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.825731] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: IN_PROGRESS for 2s [ 709.895652] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ce2148ad-9428-4722-932b-fad0236fa59b None None] Enqueued Resource ID: c07f2af3-f2b8-46f1-a7fc-92de6d429872 with Priority: HIGHEST for action port [ 709.897683] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07f2af3-f2b8-46f1-a7fc-92de6d429872 with Priority: HIGHEST for action port [ 709.898135] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c07f2af3-f2b8-46f1-a7fc-92de6d429872 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.898327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c07f2af3-f2b8-46f1-a7fc-92de6d429872" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.898402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c07f2af3-f2b8-46f1-a7fc-92de6d429872" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.898746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c07f2af3-f2b8-46f1-a7fc-92de6d429872" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.898800] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07f2af3-f2b8-46f1-a7fc-92de6d429872',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.219064] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.401717] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c07f2af3-f2b8-46f1-a7fc-92de6d429872 [ 710.401717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.401717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.401951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.401990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.406021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.406021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c07f2af3-f2b8-46f1-a7fc-92de6d429872 already deleted. [ 710.406021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c07f2af3-f2b8-46f1-a7fc-92de6d429872" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.635367] env[65658]: INFO networking_nsxv3.common.synchronization [req-147bdd95-e40f-4213-b6d4-f094765f35f1 req-7a30d611-a4c2-4df5-8993-028de15a2176 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 710.636300] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 710.636532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.636800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.636800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.637120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.637355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.637544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.637621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.637878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.638025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.638198] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.723338] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.139031] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.139031] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.139031] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.139993] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.139993] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.139993] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.139993] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.140834] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.140834] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.140834] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.140834] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.140834] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.140834] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.141459] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.141459] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.141459] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.143599] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.143719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.143790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.143968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.144150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.144309] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.144430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.144494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.144648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.144727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.145117] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 711.166814] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.166995] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.167136] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.167376] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.167696] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-b4e358bc-a364-4f00-b830-42fc50b4a188 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.167863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.167976] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.168296] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.168440] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e358bc-a364-4f00-b830-42fc50b4a188',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.176116] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.176273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.176340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.176591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.176938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.188597] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 711.225455] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.225672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.225672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.226103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.226103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.226103] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 711.257024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.257024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.257024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.257024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.257434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.267136] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 711.289747] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 38s [ 711.671880] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.672342] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.672342] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.672827] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.672827] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.672985] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port b4e358bc-a364-4f00-b830-42fc50b4a188 not found, creating... [ 711.673285] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.673451] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.673561] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.673774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.673961] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.674221] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.674395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.674483] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.674688] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.674863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.674946] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: b4e358bc-a364-4f00-b830-42fc50b4a188 is going to be created. [ 711.696084] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.696429] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.696740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.696879] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.697106] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.697705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.807710] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b in Status: SUCCESS [ 711.808297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.839306] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8ea75edb-2d09-4cac-a8b6-c5496bda6774 None None] Enqueued Resource ID: a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e with Priority: HIGHEST for action port [ 711.840485] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7839afac-b9a1-45be-9b15-dd28531df997 in Status: SUCCESS [ 711.840721] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 deletion is rescheduled due to dependency. [ 711.840907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.841481] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e with Priority: HIGHEST for action port [ 711.841859] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.842047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.842204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.842572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.842723] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.345961] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e [ 712.345961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.345961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.345961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.345961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.346336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.346336] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e already deleted. [ 712.346336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d155dd-0a15-4f43-8bd2-d03e3b6b9b1e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.553581] env[65658]: INFO networking_nsxv3.common.synchronization [req-147bdd95-e40f-4213-b6d4-f094765f35f1 req-307e122b-b1bc-46b3-a720-4cd13be431c1 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 712.553672] env[65658]: INFO networking_nsxv3.common.synchronization [req-147bdd95-e40f-4213-b6d4-f094765f35f1 req-307e122b-b1bc-46b3-a720-4cd13be431c1 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 712.554542] env[65658]: INFO networking_nsxv3.common.synchronization [req-147bdd95-e40f-4213-b6d4-f094765f35f1 req-307e122b-b1bc-46b3-a720-4cd13be431c1 service nova] Enqueued Resource ID: b4e358bc-a364-4f00-b830-42fc50b4a188 with Priority: HIGHEST for action port [ 712.555105] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 712.555289] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 712.555417] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e358bc-a364-4f00-b830-42fc50b4a188 with Priority: HIGHEST for action port [ 712.557200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.557200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.557200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.557200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.557200] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.557200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.557713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.557713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e358bc-a364-4f00-b830-42fc50b4a188 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.557713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.557713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.557883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.557883] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e358bc-a364-4f00-b830-42fc50b4a188',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.720481] env[65658]: INFO networking_nsxv3.common.synchronization [req-8e9e7f2b-956b-45a6-b5d3-1f5d79b65baa req-b42cde28-dda4-47c3-990e-d768f59ae5f6 tempest-TenantUsagesTestJSON-541908541 tempest-TenantUsagesTestJSON-541908541-project-member] Enqueued Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_members [ 712.721009] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 with Priority: HIGHEST for action security_group_members [ 712.721623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.721784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.721858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.722080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.722256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.722354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.722422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.722588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.722676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.722771] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaad6ace-a281-4634-9b07-2d5d10a0cdd6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.060431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.060431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.060867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4e358bc-a364-4f00-b830-42fc50b4a188 with status ACTIVE [ 713.060867] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.061031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.061236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.061665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.062120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.062404] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.062574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.062734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.063288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.063288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.063548] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.063700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.063796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.064037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.064160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.064302] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4e358bc-a364-4f00-b830-42fc50b4a188 is going to be updated. [ 713.091377] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.091377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.091377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.091377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.091377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.091377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e358bc-a364-4f00-b830-42fc50b4a188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.200041] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 713.200311] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 713.200431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.201147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.201368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.201566] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.201695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.201750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.202091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.202091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.202091] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.225240] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.225240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.225240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.225494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.225564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.225975] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.225975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.225975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.226180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.226225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.226298] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 is going to be updated. [ 713.262069] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.262442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.262609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.262857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.262949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.277097] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 in Status: IN_PROGRESS for 2s [ 713.278419] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 713.278643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.278826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.279070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.279261] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.279381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.279447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.279598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.279678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.279762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.279887] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.309372] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 40s [ 713.705243] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.783267] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.783509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.783594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.783866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.784064] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.784163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.784241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.784418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.784554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.784621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.784741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.784828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.785983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.785983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.785983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.785983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.785983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.788359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.788359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.788681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.788788] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.209621] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.291147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ba2b7c-5119-4ccf-893a-357808c4ae1c: rpc.has_security_group_logging(os_id): False [ 714.315051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.315302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.315302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.315500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.315597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.315780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.315884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.315961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.316113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.316187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.316370] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.316461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.316618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.316651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.316757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.316929] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.317032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.317081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.317235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.317588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.317588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 714.388161] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.388161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.388161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.388161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.388161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.392767] env[65658]: INFO networking_nsxv3.common.synchronization [req-7fa8970d-ca98-436f-9134-2cdf6d61ee8c req-e9773a02-2725-4336-848b-a58335d7a763 tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: cb2d09c4-94b0-4b19-97c6-871ec63c178d with Priority: HIGHEST for action security_group_rules [ 714.393370] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2d09c4-94b0-4b19-97c6-871ec63c178d with Priority: HIGHEST for action security_group_rules [ 714.393777] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb2d09c4-94b0-4b19-97c6-871ec63c178d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.393911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb2d09c4-94b0-4b19-97c6-871ec63c178d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.394016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb2d09c4-94b0-4b19-97c6-871ec63c178d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.394587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb2d09c4-94b0-4b19-97c6-871ec63c178d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.394587] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb2d09c4-94b0-4b19-97c6-871ec63c178d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.408016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 714.714092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.714092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.714092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.714092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.714092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.714092] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 714.745623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.745960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.746128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.746405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.746686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.761089] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 714.919332] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.919537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.919598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.919869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.919930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.920069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb2d09c4-94b0-4b19-97c6-871ec63c178d already deleted. [ 714.920196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb2d09c4-94b0-4b19-97c6-871ec63c178d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.289232] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 in Status: SUCCESS [ 715.289232] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaad6ace-a281-4634-9b07-2d5d10a0cdd6 deletion is rescheduled due to dependency. [ 715.289232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaad6ace-a281-4634-9b07-2d5d10a0cdd6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.345892] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 42s [ 716.427552] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 716.427897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.776677] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 716.776677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.776677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.776677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.776971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.776971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.776971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.777083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.777139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.777266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.777513] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.826068] env[65658]: INFO networking_nsxv3.common.synchronization [None req-caf69a0a-b277-495c-aaa9-8adcf28601f2 None None] Enqueued Resource ID: cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5 with Priority: HIGHEST for action port [ 716.826774] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5 with Priority: HIGHEST for action port [ 716.826774] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.826905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.826905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.827146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.827220] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.902812] env[65658]: INFO networking_nsxv3.common.synchronization [req-5a52b39a-daad-49e6-a366-0630937593c6 req-71699c6f-9a60-4dfa-90c9-78bf1ff0fb74 tempest-ServerDiagnosticsNegativeTest-1983995596 tempest-ServerDiagnosticsNegativeTest-1983995596-project-member] Enqueued Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_members [ 716.903435] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGHEST for action security_group_members [ 716.904300] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.904300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.904300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.904625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.904886] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.905125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.905212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.905484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.905588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.905780] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.283113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.283113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.283113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.283558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.283558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.283558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.284077] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.284077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.284077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.284188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.284223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.284332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.284477] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.333108] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5 [ 717.333417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.333550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.333616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.333825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.333921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.334031] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5 already deleted. [ 717.334096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6893e4-0e28-4ad5-9b1d-01f0c32ef1a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.363847] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 44s [ 717.410377] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.410377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.410377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.411297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.411297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.411413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.411610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.411698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.411777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.411866] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8faf28-66d0-40e1-889d-15484d28ec54 is going to be updated. [ 717.464992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.465438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.465438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.468201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.468201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.482644] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8faf28-66d0-40e1-889d-15484d28ec54 in Status: IN_PROGRESS for 2s [ 717.523624] env[65658]: INFO networking_nsxv3.common.synchronization [req-e621c154-e44b-4ab7-8e1a-86026b8696a2 req-8e20b9c2-8213-47d0-8c12-4b0107c3522c tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 717.524222] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 717.524539] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.524655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.524717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.524915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.525650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.525809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.525875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.526438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.526438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.526438] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.787113] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a51e0b1-2738-4c9b-8791-5929a441d854: rpc.has_security_group_logging(os_id): False [ 717.810186] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.810417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.810494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.810733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.810832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.811102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.813025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.813779] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.813981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.814102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.814385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.814491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.814795] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.814920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.815047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.815187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.815255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.815349] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 717.913421] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.913586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.914492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.914492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.914492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.952655] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 718.028353] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.531885] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.036401] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.036565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.036638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.036860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.036955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.037074] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 719.076277] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.076420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.076492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.076776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.076830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.088810] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 719.389199] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 46s [ 719.448845] env[65658]: INFO networking_nsxv3.common.synchronization [req-1bdb29ec-5592-4222-abad-360d6937c8f7 req-5dcc5458-afef-41bd-80b3-5d408d946fe6 tempest-ListServersNegativeTestJSON-24645504 tempest-ListServersNegativeTestJSON-24645504-project-member] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 719.450871] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGHEST for action security_group_members [ 719.450871] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.450871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.498042] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8faf28-66d0-40e1-889d-15484d28ec54 in Status: SUCCESS [ 719.498163] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8faf28-66d0-40e1-889d-15484d28ec54 deletion is rescheduled due to dependency. [ 719.498223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.562539] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2519651a-347a-478e-9240-087922630e02 None None] Enqueued Resource ID: 098267df-f6e5-44a2-9ffe-1698f23f1084 with Priority: HIGHEST for action port [ 719.563121] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098267df-f6e5-44a2-9ffe-1698f23f1084 with Priority: HIGHEST for action port [ 719.563417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-098267df-f6e5-44a2-9ffe-1698f23f1084 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.563539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098267df-f6e5-44a2-9ffe-1698f23f1084" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.563603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098267df-f6e5-44a2-9ffe-1698f23f1084" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.563858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098267df-f6e5-44a2-9ffe-1698f23f1084" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.564113] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098267df-f6e5-44a2-9ffe-1698f23f1084',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.969131] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 719.969384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.066041] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 098267df-f6e5-44a2-9ffe-1698f23f1084 [ 720.066342] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.066491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.066577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.067207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.067207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.067207] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:098267df-f6e5-44a2-9ffe-1698f23f1084 already deleted. [ 720.067207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098267df-f6e5-44a2-9ffe-1698f23f1084" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.109486] env[65658]: INFO networking_nsxv3.common.synchronization [req-45901c26-34d8-4682-a5d5-22d39b1aa801 req-ee2f6ca1-9707-44da-9bd0-1c1423aaa260 tempest-InstanceActionsV221TestJSON-2020360124 tempest-InstanceActionsV221TestJSON-2020360124-project-member] Enqueued Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_members [ 720.110541] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGHEST for action security_group_members [ 720.111652] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.111775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.111866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.112133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.112327] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.112438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.112501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.112654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.112739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.112834] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.616091] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.616931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.616931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.616931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.616931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.616931] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.617112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.617112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.617714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.617714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.617714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b is going to be updated. [ 720.648902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.649089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.649631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.649631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.649631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.659994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b in Status: IN_PROGRESS for 2s [ 721.019753] env[65658]: INFO networking_nsxv3.common.synchronization [req-1a7c1f09-3b2c-403f-a585-78d8aef41b61 req-7a6a7750-a838-4e60-9737-634daae0ac16 tempest-ServersTestJSON-1065024086 tempest-ServersTestJSON-1065024086-project-member] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_members [ 721.020071] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGHEST for action security_group_members [ 721.020372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.020488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.020552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.021357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.021526] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.021630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.021688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.021913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.021987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.022085] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.100806] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 721.101028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.101213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.101459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.101778] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.101778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.101914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.101944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.102040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.102137] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.411694] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 48s [ 721.527050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.527050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.527050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.527267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.527354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.527657] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.527840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.527922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.528154] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.528284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.528389] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d is going to be updated. [ 721.556842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.557018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.557094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.557324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.557464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.568839] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d in Status: IN_PROGRESS for 2s [ 721.605745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.605745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.606121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.606121] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be updated. [ 721.640259] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.640798] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.640954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.641367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.641602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.652954] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: IN_PROGRESS for 2s [ 721.801021] env[65658]: INFO networking_nsxv3.common.synchronization [req-861ec51a-b5f8-47a1-a5d0-8353f5bbc25c req-56e53edf-80cd-42b1-9b70-152133f22ae2 tempest-ServerDiagnosticsTest-833922576 tempest-ServerDiagnosticsTest-833922576-project-member] Enqueued Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_members [ 721.801752] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGHEST for action security_group_members [ 721.802214] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.803245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.803388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.803654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.803870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.804050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.804373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.805516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.805702] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.204402] env[65658]: INFO networking_nsxv3.common.synchronization [None req-3876d290-6291-40e3-aab5-34ad3ac12436 None None] Enqueued Resource ID: c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce with Priority: HIGHEST for action port [ 722.204683] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce with Priority: HIGHEST for action port [ 722.205271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.205498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.205498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.205708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.206083] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.309241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.309241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.309241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.309417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.310030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.310321] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 is going to be updated. [ 722.363309] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.363309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.363309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.363309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.363527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.377641] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 in Status: IN_PROGRESS for 2s [ 722.672309] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b in Status: SUCCESS [ 722.672309] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b deletion is rescheduled due to dependency. [ 722.672309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.710036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce [ 722.710036] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.710036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.710036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.710036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.710036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.710036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce already deleted. [ 722.710036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a0552c-b77d-4bcd-8250-43dc0aa8c4ce" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.747801] env[65658]: INFO networking_nsxv3.common.synchronization [req-5e099665-44da-4189-b20d-530fd7ec0874 req-3ae76a6e-8c64-474c-aec0-1b01c30e5ec1 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 722.749035] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 722.749035] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.749035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.749035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.749385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.749569] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.749671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.749732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.749891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.750035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.750981] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.804879] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4a719dca-2c94-4f5c-bd50-05ebe18b4bd2 None None] Enqueued Resource ID: ecc8bd0b-feed-426f-acf7-4e9053a06bbb with Priority: HIGHEST for action port [ 722.808943] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc8bd0b-feed-426f-acf7-4e9053a06bbb with Priority: HIGHEST for action port [ 722.808943] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc8bd0b-feed-426f-acf7-4e9053a06bbb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.808943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc8bd0b-feed-426f-acf7-4e9053a06bbb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.808943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc8bd0b-feed-426f-acf7-4e9053a06bbb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.808943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc8bd0b-feed-426f-acf7-4e9053a06bbb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.808943] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc8bd0b-feed-426f-acf7-4e9053a06bbb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.253094] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.253260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.253348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.253647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.254477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.254477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.254477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.254477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.254477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.254477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.254477] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 already deleted. [ 723.254923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.311117] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecc8bd0b-feed-426f-acf7-4e9053a06bbb [ 723.311117] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.311487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.311487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.311602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.311703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.312433] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecc8bd0b-feed-426f-acf7-4e9053a06bbb already deleted. [ 723.312742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc8bd0b-feed-426f-acf7-4e9053a06bbb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.431151] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 50s [ 723.455965] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.456294] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-192" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.456386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-192" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.456814] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-192" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.457234] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.457417] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.457550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.457857] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.458047] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.458266] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.458387] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.458523] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.458652] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.458894] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.459138] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.459286] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.483095] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.483328] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.483814] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.484064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-192" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.484411] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-91c88514-a1a9-4ef9-ad8c-af699b7648df taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.484677] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.485186] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.485186] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.485357] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c88514-a1a9-4ef9-ad8c-af699b7648df',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.506322] env[65658]: INFO networking_nsxv3.common.synchronization [req-d568d06a-7b48-422a-a3fb-bef2e38ceb33 req-15f16565-c248-42d3-a582-fe7cb3d09404 tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: 3eeb22d9-7287-4eb2-a905-1e1360db01fa with Priority: HIGHEST for action security_group_rules [ 723.507191] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeb22d9-7287-4eb2-a905-1e1360db01fa with Priority: HIGHEST for action security_group_rules [ 723.507419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eeb22d9-7287-4eb2-a905-1e1360db01fa taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.507547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eeb22d9-7287-4eb2-a905-1e1360db01fa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.507614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eeb22d9-7287-4eb2-a905-1e1360db01fa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.507862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eeb22d9-7287-4eb2-a905-1e1360db01fa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.507946] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eeb22d9-7287-4eb2-a905-1e1360db01fa',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.581674] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d in Status: SUCCESS [ 723.581913] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d deletion is rescheduled due to dependency. [ 723.583047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.666505] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bb416a8-5338-4698-8519-244e7f47c97c in Status: SUCCESS [ 723.666505] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c deletion is rescheduled due to dependency. [ 723.666505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.990684] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.990684] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 91c88514-a1a9-4ef9-ad8c-af699b7648df not found, creating... [ 723.990684] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.990684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.991571] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.991571] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.991571] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.991688] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.991858] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.991904] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df is going to be created. [ 724.014471] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.014471] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.014774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.014889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.015141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.015392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.032675] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.032675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.032675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.033487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.033487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.033487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eeb22d9-7287-4eb2-a905-1e1360db01fa already deleted. [ 724.033487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eeb22d9-7287-4eb2-a905-1e1360db01fa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.393757] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 in Status: SUCCESS [ 724.393757] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 deletion is rescheduled due to dependency. [ 724.393757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.680117] env[65658]: INFO networking_nsxv3.common.synchronization [req-460d4525-d0d7-45a2-8c7d-809245e49e2c req-f3376c9f-8449-42e3-b021-f5758b3d1010 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_members [ 724.680117] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_members [ 724.680117] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.680996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.681161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.681566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.684312] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.684936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.684936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.684936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.684936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.685368] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.749960] env[65658]: INFO networking_nsxv3.common.synchronization [req-5e099665-44da-4189-b20d-530fd7ec0874 req-1f5b82cf-cc6e-4734-b41b-a629beeb82ec service nova] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 724.750095] env[65658]: INFO networking_nsxv3.common.synchronization [req-5e099665-44da-4189-b20d-530fd7ec0874 req-1f5b82cf-cc6e-4734-b41b-a629beeb82ec service nova] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 724.750266] env[65658]: INFO networking_nsxv3.common.synchronization [req-5e099665-44da-4189-b20d-530fd7ec0874 req-1f5b82cf-cc6e-4734-b41b-a629beeb82ec service nova] Enqueued Resource ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df with Priority: HIGHEST for action port [ 724.750416] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 724.750651] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 724.750651] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df with Priority: HIGHEST for action port [ 724.751196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.751332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.751372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.751603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.751686] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.754128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.754273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.754476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.756057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.756057] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.756057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c88514-a1a9-4ef9-ad8c-af699b7648df taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.756057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.756450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.756450] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c88514-a1a9-4ef9-ad8c-af699b7648df',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.975923] env[65658]: INFO networking_nsxv3.common.synchronization [req-fbef42aa-45e7-4603-95c5-8af2299c9894 req-ba36af36-9960-46a0-8cc8-e26712b17670 tempest-FloatingIPsAssociationTestJSON-1129297865 tempest-FloatingIPsAssociationTestJSON-1129297865-project-member] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 724.976424] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGHEST for action security_group_members [ 724.977264] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.977264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.977264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.978419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.978419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.978419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.978419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.978419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.978419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.978419] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.153708] env[65658]: INFO networking_nsxv3.common.synchronization [req-2a43f74b-3f83-4178-af12-c268692fa412 req-5fb05005-ab7b-4346-bea7-6ee3672dea86 tempest-ServersTestManualDisk-991890749 tempest-ServersTestManualDisk-991890749-project-member] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_members [ 725.153708] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGHEST for action security_group_members [ 725.154166] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.154166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.154166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.154283] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.154440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.154531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.154587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.154733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.154826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.155175] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.188441] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.188441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.188682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.188794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.189051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.189135] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.189287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.189384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.189613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.189704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.189795] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 already deleted. [ 725.189872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.258273] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.258273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263046] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.263046] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c88514-a1a9-4ef9-ad8c-af699b7648df with status ACTIVE [ 725.263046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263826] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df is going to be updated. [ 725.288287] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.288439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.288560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.288715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.289454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.289454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.292015] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.292204] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.292319] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.292641] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.292883] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.293041] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.293308] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.293584] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.293769] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294043] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.294208] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.294359] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.294506] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.294712] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.294889] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.295147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.316362] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.316595] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.316651] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.316825] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.317152] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-6e355d53-ac3b-459e-9186-87348847ce7b taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.317317] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.317429] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.317755] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.317886] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e355d53-ac3b-459e-9186-87348847ce7b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.446177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 52s [ 725.484876] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.485396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.485396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.485396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.485623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.485623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.485819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.485911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.486053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.486178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.486221] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be updated. [ 725.554178] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.554361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.554503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.575258] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: IN_PROGRESS for 2s [ 725.605939] env[65658]: INFO networking_nsxv3.common.synchronization [None req-978d5a95-4914-4af0-bf4a-6ecfcfbf10a7 None None] Enqueued Resource ID: 1aee1f89-5121-4b4d-921f-eeab1e5ab78b with Priority: HIGHEST for action port [ 725.606300] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aee1f89-5121-4b4d-921f-eeab1e5ab78b with Priority: HIGHEST for action port [ 725.606848] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aee1f89-5121-4b4d-921f-eeab1e5ab78b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.607036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aee1f89-5121-4b4d-921f-eeab1e5ab78b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.608224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aee1f89-5121-4b4d-921f-eeab1e5ab78b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.608224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aee1f89-5121-4b4d-921f-eeab1e5ab78b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.608224] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aee1f89-5121-4b4d-921f-eeab1e5ab78b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.657636] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.657811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.657892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.658160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.658491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.658826] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.658968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.659743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.660036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.660070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.660836] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7618f21-a762-4f20-a120-74d7d608bfed is going to be updated. [ 725.693901] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.695199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.695273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.695476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.695621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.707104] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7618f21-a762-4f20-a120-74d7d608bfed in Status: IN_PROGRESS for 2s [ 725.765443] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.769789] env[65658]: INFO networking_nsxv3.common.synchronization [req-778b758c-19c6-4bca-8d63-c7d5267b083d req-13b5d3da-3aa9-4221-a68e-d957db5e486a tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 725.771019] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 725.771019] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.771158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.771207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.771963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.771963] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.771963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.771963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.771963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.771963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.772201] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.820224] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.820437] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.820558] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.820834] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.820981] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.821152] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 6e355d53-ac3b-459e-9186-87348847ce7b not found, creating... [ 725.821411] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.821716] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.821716] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.821877] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.822011] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.822288] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.822436] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.822547] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.822747] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.822872] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.823009] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 6e355d53-ac3b-459e-9186-87348847ce7b is going to be created. [ 725.852507] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.852507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.852507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.852507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.852507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.852507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.110084] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aee1f89-5121-4b4d-921f-eeab1e5ab78b [ 726.110371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.112068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.112068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.112068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.112068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.112068] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aee1f89-5121-4b4d-921f-eeab1e5ab78b already deleted. [ 726.112068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aee1f89-5121-4b4d-921f-eeab1e5ab78b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.271147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.271521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.271521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.272122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.272122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.272122] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be created. [ 726.273674] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.300989] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.301079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.301212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.301953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.303256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.330346] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: UNINITIALIZED for 2s [ 726.588911] env[65658]: INFO networking_nsxv3.common.synchronization [req-460d4525-d0d7-45a2-8c7d-809245e49e2c req-b21a5f5a-d815-4355-97ce-8c8e775eafd1 service nova] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_rules [ 726.588985] env[65658]: INFO networking_nsxv3.common.synchronization [req-460d4525-d0d7-45a2-8c7d-809245e49e2c req-b21a5f5a-d815-4355-97ce-8c8e775eafd1 service nova] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_members [ 726.589097] env[65658]: INFO networking_nsxv3.common.synchronization [req-460d4525-d0d7-45a2-8c7d-809245e49e2c req-b21a5f5a-d815-4355-97ce-8c8e775eafd1 service nova] Enqueued Resource ID: 6e355d53-ac3b-459e-9186-87348847ce7b with Priority: HIGHEST for action port [ 726.589332] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_rules [ 726.589480] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_members [ 726.589578] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e355d53-ac3b-459e-9186-87348847ce7b with Priority: HIGHEST for action port [ 726.590471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.590762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.590822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.591091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.591255] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.592952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.592952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.592952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.593190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.593297] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.593754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.593754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.593754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.593898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.594021] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.595053] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e355d53-ac3b-459e-9186-87348847ce7b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.595053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.595053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.595257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.595344] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e355d53-ac3b-459e-9186-87348847ce7b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.776212] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.090677] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c2d7a34d-0a9b-426e-9157-8d710c60a58f None None] Enqueued Resource ID: c96eb502-ad35-4aab-9544-149e2aab9b31 with Priority: HIGHEST for action port [ 727.091271] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96eb502-ad35-4aab-9544-149e2aab9b31 with Priority: HIGHEST for action port [ 727.091660] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96eb502-ad35-4aab-9544-149e2aab9b31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.091803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96eb502-ad35-4aab-9544-149e2aab9b31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.091863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96eb502-ad35-4aab-9544-149e2aab9b31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.092109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96eb502-ad35-4aab-9544-149e2aab9b31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.092294] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96eb502-ad35-4aab-9544-149e2aab9b31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.097438] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.097599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.099708] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.100752] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e355d53-ac3b-459e-9186-87348847ce7b with status ACTIVE [ 727.100752] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.100752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.100752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.101155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.101155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.102107] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.102107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.102107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.102107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.102107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.102107] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.102107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.102332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.102419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.102456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.103029] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e355d53-ac3b-459e-9186-87348847ce7b is going to be updated. [ 727.129271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.129271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.129271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.129271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.129271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.129271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e355d53-ac3b-459e-9186-87348847ce7b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.282679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.282679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.282679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.282679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.282679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.282679] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be updated. [ 727.597034] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96eb502-ad35-4aab-9544-149e2aab9b31 [ 727.597193] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.597368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.598600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.598600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.598600] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96eb502-ad35-4aab-9544-149e2aab9b31 already deleted. [ 727.598600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96eb502-ad35-4aab-9544-149e2aab9b31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.607572] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.620247] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba in Status: SUCCESS [ 727.620469] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba deletion is rescheduled due to dependency. [ 727.620602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.625402] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 54s [ 727.641454] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.641454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.641454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.641734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.641734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.656384] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: IN_PROGRESS for 2s [ 727.719973] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7618f21-a762-4f20-a120-74d7d608bfed in Status: SUCCESS [ 727.719973] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7618f21-a762-4f20-a120-74d7d608bfed deletion is rescheduled due to dependency. [ 727.719973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.113748] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.113748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.113979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.114409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.114409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.114409] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 is going to be created. [ 728.144030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.144030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.144030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.144030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.144030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.156482] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: UNINITIALIZED for 2s [ 728.382296] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 728.382611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.382722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.382924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.383140] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.383267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.383665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.383665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.383665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.383665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.383885] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.892603] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.395615] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e540447-f114-4b49-b285-60313eafdf23: rpc.has_security_group_logging(os_id): False [ 729.414200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.414424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.414424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.414647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.414750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.415049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.415137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.415169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.415348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.415446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.415505] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be created. [ 729.487105] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.487260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.487326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.487535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.487858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.501637] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 729.651438] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 56s [ 729.670520] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 729.671080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.836882] env[65658]: INFO networking_nsxv3.common.synchronization [req-5be3d7ac-a82b-430e-8237-c8916e47ce24 req-3ffc776e-20c9-4960-beff-6a6a5f12f227 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 729.837212] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 729.837507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.837897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.837897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.838116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.838116] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.838197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.839028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.839028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839028] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.173822] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: SUCCESS [ 730.173822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.173822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.173822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.173822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.174157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.174157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.174265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.174355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.174443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.174538] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.343937] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.346088] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.346088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.346593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 already deleted. [ 730.346593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.422553] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.423033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.423033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.423309] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.424157] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.425031] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.425031] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.425031] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.425404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.425404] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.425475] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.425540] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.425644] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.425750] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.425849] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.425982] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.450773] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.450954] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.451103] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.451343] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.452282] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-0b8258d6-e8dd-42dc-888f-396727906fa5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.452282] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.452457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.453246] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.453246] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8258d6-e8dd-42dc-888f-396727906fa5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.677453] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.957847] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.958279] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.958360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958622] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958787] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.958942] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 0b8258d6-e8dd-42dc-888f-396727906fa5 not found, creating... [ 730.959235] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.959392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.959483] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.959739] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.959910] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.960426] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.960746] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.960884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.962060] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.962236] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.962431] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 0b8258d6-e8dd-42dc-888f-396727906fa5 is going to be created. [ 730.990097] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.990097] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.990097] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.990400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.990620] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.990833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.182493] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e68d582-4788-4246-9d48-d7b6846cb453: rpc.has_security_group_logging(os_id): False [ 731.202810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.202971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.203082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.203322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.203436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.203735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.203848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.203915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.204103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.204265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.204265] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 is going to be created. [ 731.284060] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.284197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.284282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.284525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.284768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.296779] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: IN_PROGRESS for 2s [ 731.516832] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 731.516832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.524799] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c4a15905-5444-488d-9f31-f92340aa0d36 None None] Enqueued Resource ID: be5ecd00-3758-4330-a946-a49e4348d7c1 with Priority: HIGHEST for action port [ 731.525377] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5ecd00-3758-4330-a946-a49e4348d7c1 with Priority: HIGHEST for action port [ 731.526033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-be5ecd00-3758-4330-a946-a49e4348d7c1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.526162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be5ecd00-3758-4330-a946-a49e4348d7c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.526205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be5ecd00-3758-4330-a946-a49e4348d7c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.526978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be5ecd00-3758-4330-a946-a49e4348d7c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.526978] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5ecd00-3758-4330-a946-a49e4348d7c1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.665094] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 58s [ 731.692676] env[65658]: INFO networking_nsxv3.common.synchronization [req-5be3d7ac-a82b-430e-8237-c8916e47ce24 req-f70fbedf-0c61-427d-beda-5baf509350aa service nova] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_rules [ 731.692888] env[65658]: INFO networking_nsxv3.common.synchronization [req-5be3d7ac-a82b-430e-8237-c8916e47ce24 req-f70fbedf-0c61-427d-beda-5baf509350aa service nova] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 731.693061] env[65658]: INFO networking_nsxv3.common.synchronization [req-5be3d7ac-a82b-430e-8237-c8916e47ce24 req-f70fbedf-0c61-427d-beda-5baf509350aa service nova] Enqueued Resource ID: 0b8258d6-e8dd-42dc-888f-396727906fa5 with Priority: HIGHEST for action port [ 731.693713] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_rules [ 731.693882] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 731.693960] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b8258d6-e8dd-42dc-888f-396727906fa5 with Priority: HIGHEST for action port [ 731.694426] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.694571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.694759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.695053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.695152] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.697217] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.697364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.697440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.697656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.697841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.697961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.698047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.698231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.698340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.698451] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.699766] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b8258d6-e8dd-42dc-888f-396727906fa5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.699889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.699940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.700498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.700612] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8258d6-e8dd-42dc-888f-396727906fa5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.029682] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be5ecd00-3758-4330-a946-a49e4348d7c1 [ 732.029682] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.029682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.029682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.029682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.029975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.029975] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be5ecd00-3758-4330-a946-a49e4348d7c1 already deleted. [ 732.029975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be5ecd00-3758-4330-a946-a49e4348d7c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.197597] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.197770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.200258] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.204692] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b8258d6-e8dd-42dc-888f-396727906fa5 with status ACTIVE [ 732.205027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.205252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.205436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.206822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.206822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.206822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.206822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.206822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.206822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.207257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.207257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.207526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208657] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b8258d6-e8dd-42dc-888f-396727906fa5 is going to be updated. [ 732.230713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b8258d6-e8dd-42dc-888f-396727906fa5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.705708] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.209047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.209207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.210137] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be created. [ 733.237759] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.237960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.238020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.239016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.239016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.249634] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: UNINITIALIZED for 2s [ 733.315555] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: SUCCESS [ 733.315789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.681520] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 60s [ 733.738766] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c6c15c8d-a6f5-4853-adea-fb0554fd3559 None None] Enqueued Resource ID: 3df5e8a8-63e3-4aab-a577-41dbdf829c13 with Priority: HIGHEST for action port [ 733.739157] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df5e8a8-63e3-4aab-a577-41dbdf829c13 with Priority: HIGHEST for action port [ 733.739186] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df5e8a8-63e3-4aab-a577-41dbdf829c13 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.739302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df5e8a8-63e3-4aab-a577-41dbdf829c13" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.739367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df5e8a8-63e3-4aab-a577-41dbdf829c13" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.739689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df5e8a8-63e3-4aab-a577-41dbdf829c13" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.739815] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df5e8a8-63e3-4aab-a577-41dbdf829c13',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.039146] env[65658]: INFO networking_nsxv3.common.synchronization [None req-22fb229e-dbdc-429e-8eb7-4843bb692ddc None None] Enqueued Resource ID: f42482f5-40aa-448d-bdf5-3255f75ad188 with Priority: HIGHEST for action port [ 734.039675] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42482f5-40aa-448d-bdf5-3255f75ad188 with Priority: HIGHEST for action port [ 734.040062] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42482f5-40aa-448d-bdf5-3255f75ad188 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.040216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42482f5-40aa-448d-bdf5-3255f75ad188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.040298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42482f5-40aa-448d-bdf5-3255f75ad188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.040613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42482f5-40aa-448d-bdf5-3255f75ad188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.040650] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42482f5-40aa-448d-bdf5-3255f75ad188',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.242153] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df5e8a8-63e3-4aab-a577-41dbdf829c13 [ 734.242415] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.242578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.242618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.242816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.242905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.243024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df5e8a8-63e3-4aab-a577-41dbdf829c13 already deleted. [ 734.243641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df5e8a8-63e3-4aab-a577-41dbdf829c13" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.545564] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f42482f5-40aa-448d-bdf5-3255f75ad188 [ 734.545789] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.545924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.545993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.546311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.546465] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f42482f5-40aa-448d-bdf5-3255f75ad188 already deleted. [ 734.546506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42482f5-40aa-448d-bdf5-3255f75ad188" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.268829] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: UNINITIALIZED for 4s [ 735.282908] env[65658]: INFO networking_nsxv3.common.synchronization [req-07fafcb9-fc9d-40bd-ad6b-ce85e3388aa4 req-ee1b7583-6351-407c-8312-fef343b74f1b tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb with Priority: HIGHEST for action security_group_rules [ 735.283956] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb with Priority: HIGHEST for action security_group_rules [ 735.283956] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd0a5b7-0d80-4453-9e12-934a683128eb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.283956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.284272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.284310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.284385] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd0a5b7-0d80-4453-9e12-934a683128eb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.695575] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 62s [ 735.807354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.807534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.807634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.808187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.808187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.808187] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb already deleted. [ 735.808313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.405324] env[65658]: INFO networking_nsxv3.common.synchronization [req-bdbcc80b-919b-426e-b3fb-66dd528ce5d6 req-9cc78d4c-81b7-4e96-a87c-f609331722a0 tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb with Priority: HIGHEST for action security_group_rules [ 736.405324] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb with Priority: HIGHEST for action security_group_rules [ 736.405954] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd0a5b7-0d80-4453-9e12-934a683128eb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.405954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.405954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.406098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.406131] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd0a5b7-0d80-4453-9e12-934a683128eb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.931886] env[65658]: INFO networking_nsxv3.common.synchronization [None req-186ca43e-d875-45c2-9d5d-4853695879d2 None None] Enqueued Resource ID: f44b2cc0-8b99-47e2-a0e3-44acc9a184b6 with Priority: HIGHEST for action port [ 736.934891] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.934891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.934891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.935094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.935221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.935221] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb already deleted. [ 736.935292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.935901] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44b2cc0-8b99-47e2-a0e3-44acc9a184b6 with Priority: HIGHEST for action port [ 736.936334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44b2cc0-8b99-47e2-a0e3-44acc9a184b6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.937675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44b2cc0-8b99-47e2-a0e3-44acc9a184b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.937675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44b2cc0-8b99-47e2-a0e3-44acc9a184b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.937675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44b2cc0-8b99-47e2-a0e3-44acc9a184b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.937675] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44b2cc0-8b99-47e2-a0e3-44acc9a184b6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.281416] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 737.282157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.282157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.282157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.282157] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.282157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.282445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.282445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.282445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.282574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.282604] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.440749] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f44b2cc0-8b99-47e2-a0e3-44acc9a184b6 [ 737.441308] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.441308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.441458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.441584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.441695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.441815] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f44b2cc0-8b99-47e2-a0e3-44acc9a184b6 already deleted. [ 737.441903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44b2cc0-8b99-47e2-a0e3-44acc9a184b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.711553] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 64s [ 737.786550] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.786711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.786756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.786979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.787411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.787411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.787411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.787552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.787552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.787643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.787789] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.787888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.788023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.788217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.788427] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.788800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.788800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.788904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.788967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.790605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.790748] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.294833] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1f6733-0347-4499-8a4b-816d7ce2ecf2: rpc.has_security_group_logging(os_id): False [ 738.316233] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.316233] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.316233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.316890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317170] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.317486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317785] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.318127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.318304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.318304] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be created. [ 738.400651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.400651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.400651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.402196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.402506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.419716] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 739.130323] env[65658]: INFO networking_nsxv3.common.synchronization [req-6d18d0ef-ea37-4e42-9571-6b0313c9f1da req-531a2ba2-7a36-4942-a141-9f15a323d2a6 tempest-SecurityGroupRulesTestJSON-1655998520 tempest-SecurityGroupRulesTestJSON-1655998520-project-member] Enqueued Resource ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb with Priority: HIGHEST for action security_group_rules [ 739.130810] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb with Priority: HIGHEST for action security_group_rules [ 739.130810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd0a5b7-0d80-4453-9e12-934a683128eb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.131087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.131087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.131241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.131345] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd0a5b7-0d80-4453-9e12-934a683128eb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.652916] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.653144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.653144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.653350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.653453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.653569] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd0a5b7-0d80-4453-9e12-934a683128eb already deleted. [ 739.653635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd0a5b7-0d80-4453-9e12-934a683128eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.725938] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 66s [ 740.286267] env[65658]: INFO networking_nsxv3.common.synchronization [req-1103d188-0a10-454b-b0a5-36845517172c req-2272b69c-39dc-4e16-a69d-111765081973 tempest-ImagesOneServerTestJSON-803795965 tempest-ImagesOneServerTestJSON-803795965-project-member] Enqueued Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_members [ 740.286797] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGHEST for action security_group_members [ 740.287112] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.287234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.287299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.287494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.287783] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.287783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.292223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.292445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.292551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.292661] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.438443] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 740.438689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.796526] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.796718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.797177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.797177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.797177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797295] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.797360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.797529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.797583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.797613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 is going to be updated. [ 740.831022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.831199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.831272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.831487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.831635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.844472] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 in Status: IN_PROGRESS for 2s [ 741.742067] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 68s [ 742.854138] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 in Status: SUCCESS [ 742.854507] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 deletion is rescheduled due to dependency. [ 742.854507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.997427] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c1b8bea4-14fe-4953-88f7-9b5aa21c3ca5 None None] Enqueued Resource ID: 549537a8-9ecb-4b64-88d1-6f54e695d8c9 with Priority: HIGHEST for action port [ 742.997986] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549537a8-9ecb-4b64-88d1-6f54e695d8c9 with Priority: HIGHEST for action port [ 742.998315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-549537a8-9ecb-4b64-88d1-6f54e695d8c9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.998457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549537a8-9ecb-4b64-88d1-6f54e695d8c9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.998503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549537a8-9ecb-4b64-88d1-6f54e695d8c9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.998755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549537a8-9ecb-4b64-88d1-6f54e695d8c9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.998927] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549537a8-9ecb-4b64-88d1-6f54e695d8c9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.500428] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 549537a8-9ecb-4b64-88d1-6f54e695d8c9 [ 743.500663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.500797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.500866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.501135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.501211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.502528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:549537a8-9ecb-4b64-88d1-6f54e695d8c9 already deleted. [ 743.502528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549537a8-9ecb-4b64-88d1-6f54e695d8c9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.759639] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 70s [ 744.844011] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8320810f-cfc6-4417-ba30-8bfac891f880 None None] Enqueued Resource ID: ac928896-002e-40cf-8579-78bf0bbd97b2 with Priority: HIGHEST for action port [ 744.844766] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac928896-002e-40cf-8579-78bf0bbd97b2 with Priority: HIGHEST for action port [ 744.846961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac928896-002e-40cf-8579-78bf0bbd97b2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.847145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac928896-002e-40cf-8579-78bf0bbd97b2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.847226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac928896-002e-40cf-8579-78bf0bbd97b2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.847489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac928896-002e-40cf-8579-78bf0bbd97b2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.848305] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac928896-002e-40cf-8579-78bf0bbd97b2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.350160] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac928896-002e-40cf-8579-78bf0bbd97b2 [ 745.351222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.351222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.351222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.351222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.354242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.354363] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac928896-002e-40cf-8579-78bf0bbd97b2 already deleted. [ 745.354577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac928896-002e-40cf-8579-78bf0bbd97b2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.643364] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1dc8f70c-ecdf-4ca6-b16b-1dcaab0ad3a6 None None] Enqueued Resource ID: ec9e66ed-a0c2-4df2-be8d-051a42dad69f with Priority: HIGHEST for action port [ 745.646564] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9e66ed-a0c2-4df2-be8d-051a42dad69f with Priority: HIGHEST for action port [ 745.646564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9e66ed-a0c2-4df2-be8d-051a42dad69f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.646564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9e66ed-a0c2-4df2-be8d-051a42dad69f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.646564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9e66ed-a0c2-4df2-be8d-051a42dad69f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.646564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9e66ed-a0c2-4df2-be8d-051a42dad69f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646564] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9e66ed-a0c2-4df2-be8d-051a42dad69f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.775533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 72s [ 745.828519] env[65658]: INFO networking_nsxv3.common.synchronization [req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf req-8f6c8883-bb4b-437c-b7e6-facf4be2936e tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 745.828519] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 745.829446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.829805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.829989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.830328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.830618] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.830869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.831062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.831342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.831537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.831731] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.147879] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec9e66ed-a0c2-4df2-be8d-051a42dad69f [ 746.148152] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.148289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.148396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.149114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.149114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.149114] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec9e66ed-a0c2-4df2-be8d-051a42dad69f already deleted. [ 746.149114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9e66ed-a0c2-4df2-be8d-051a42dad69f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.279763] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281402] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281611] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281743] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281986] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.282560] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.282844] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.283162] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.283305] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.283563] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.283693] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.283873] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.284015] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.308019] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.309030] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.309030] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.309030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.309030] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-d58c8f5e-0a29-4de2-8845-66c712c802e4 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.309030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.309355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.309355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.310029] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58c8f5e-0a29-4de2-8845-66c712c802e4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.335127] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.335277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.335389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.335572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.335657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.335897] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.336000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.337466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.337466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.337466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.337625] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a already deleted. [ 746.337855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.812844] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.814773] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.814773] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.814773] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.814773] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.814773] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port d58c8f5e-0a29-4de2-8845-66c712c802e4 not found, creating... [ 746.815111] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.815413] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.815413] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.815639] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.815833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.816091] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.816550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.816550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.816644] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.816740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.816880] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: d58c8f5e-0a29-4de2-8845-66c712c802e4 is going to be created. [ 746.843150] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.843365] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.843495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.843748] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.844085] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.844291] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.584727] env[65658]: INFO networking_nsxv3.common.synchronization [req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf req-2c0d3733-74e7-4de8-99e6-92acd238c188 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 747.584947] env[65658]: INFO networking_nsxv3.common.synchronization [req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf req-2c0d3733-74e7-4de8-99e6-92acd238c188 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 747.584985] env[65658]: INFO networking_nsxv3.common.synchronization [req-aeba96c9-d054-4a2b-9967-97fe2d1e53cf req-2c0d3733-74e7-4de8-99e6-92acd238c188 service nova] Enqueued Resource ID: d58c8f5e-0a29-4de2-8845-66c712c802e4 with Priority: HIGHEST for action port [ 747.585525] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 747.585661] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 747.585760] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58c8f5e-0a29-4de2-8845-66c712c802e4 with Priority: HIGHEST for action port [ 747.588072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.588258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.588331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.588590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.588678] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.590828] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.590930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.591011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.591195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.591353] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.591448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.591705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.591705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.591705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.591802] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.592658] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58c8f5e-0a29-4de2-8845-66c712c802e4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.592763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.592827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.592979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.593062] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58c8f5e-0a29-4de2-8845-66c712c802e4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.793164] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 74s [ 748.091831] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.092718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.095438] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.096016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d58c8f5e-0a29-4de2-8845-66c712c802e4 with status ACTIVE [ 748.097052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.097052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.097052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.097052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.097052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.097052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.097052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.097052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.097367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.097367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.097367] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.097538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.097538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.097657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.097685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.097762] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d58c8f5e-0a29-4de2-8845-66c712c802e4 is going to be updated. [ 748.129944] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.129944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.129944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.130123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.130258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.130423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58c8f5e-0a29-4de2-8845-66c712c802e4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.261715] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e8ae87b0-b224-4c3c-aa11-a30bfb550f5e None None] Enqueued Resource ID: a40071b7-76d0-4592-808e-a7ce5557a14c with Priority: HIGHEST for action port [ 748.264387] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40071b7-76d0-4592-808e-a7ce5557a14c with Priority: HIGHEST for action port [ 748.264387] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a40071b7-76d0-4592-808e-a7ce5557a14c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.264387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a40071b7-76d0-4592-808e-a7ce5557a14c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.264387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a40071b7-76d0-4592-808e-a7ce5557a14c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.264387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a40071b7-76d0-4592-808e-a7ce5557a14c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.264387] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a40071b7-76d0-4592-808e-a7ce5557a14c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.601414] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.656321] env[65658]: INFO networking_nsxv3.common.synchronization [None req-f56516b0-ec10-4a77-b4e0-d15a3c2c8e8c tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 748.656321] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 748.656321] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.656321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.656321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.656321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.656321] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.768656] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a40071b7-76d0-4592-808e-a7ce5557a14c [ 748.768656] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.768656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.768656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.768656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.768656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.768656] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a40071b7-76d0-4592-808e-a7ce5557a14c already deleted. [ 748.768656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a40071b7-76d0-4592-808e-a7ce5557a14c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.104537] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.104537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.104537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.105240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.105240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.105240] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be created. [ 749.136369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.136691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.136691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.136810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.136961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.148996] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: UNINITIALIZED for 2s [ 749.187244] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.187244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.187244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.187244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.187244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.187244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 already deleted. [ 749.187244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.315514] env[65658]: INFO networking_nsxv3.common.synchronization [None req-7f79dda0-5b92-4d46-a8cb-a6ea4cdf69d4 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 749.316509] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 749.316902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.316972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.317054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.317375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.317599] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.808575] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 76s [ 749.840060] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.840060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.840060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.840060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.840060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.840060] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 already deleted. [ 749.840060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.856444] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ec5460c9-af6c-4b3c-aa9a-97ef87e1ce1f None None] Enqueued Resource ID: 9cfce456-50c0-413b-aa09-20b2c4272c93 with Priority: HIGHEST for action port [ 749.857239] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cfce456-50c0-413b-aa09-20b2c4272c93 with Priority: HIGHEST for action port [ 749.857544] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cfce456-50c0-413b-aa09-20b2c4272c93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.858823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cfce456-50c0-413b-aa09-20b2c4272c93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.858823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cfce456-50c0-413b-aa09-20b2c4272c93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.859106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cfce456-50c0-413b-aa09-20b2c4272c93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.859190] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfce456-50c0-413b-aa09-20b2c4272c93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.362417] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cfce456-50c0-413b-aa09-20b2c4272c93 [ 750.362749] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.362947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.363045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.363271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.363366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.363463] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cfce456-50c0-413b-aa09-20b2c4272c93 already deleted. [ 750.363545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cfce456-50c0-413b-aa09-20b2c4272c93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.399788] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e4f3e427-508b-443b-a2ed-b37ec1f13f64 None None] Enqueued Resource ID: 8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27 with Priority: HIGHEST for action port [ 750.400488] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27 with Priority: HIGHEST for action port [ 750.400797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.400941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.401018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.401505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.401585] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.905046] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27 [ 750.905046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.906580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.906580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.907459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.907459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.907618] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27 already deleted. [ 750.908240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad7a2fd-39eb-4da4-8faf-5f3ee66dfa27" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.160341] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 751.160590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.160736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.160961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.161199] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.161440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.161440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.161594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.161727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.161837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.161953] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.259693] env[65658]: INFO networking_nsxv3.common.synchronization [req-8acdfff6-0e17-491a-a6a7-14730b1b9a97 req-ed99e097-a48e-493a-ab3a-b3042970b17b tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 751.260181] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 751.260591] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.260775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.260857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.261121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.261407] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.261497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.261579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.262393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.262393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.262393] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.666070] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.666209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.666209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.666438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.666606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.666712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.666775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.666929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.667032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.667122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.667268] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.667365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.667422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.667570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.668881] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.668881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.668881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.668881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.668881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.668881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.668881] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.766820] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.766820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.766820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.766820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.766972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.767114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.767207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.767305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.767423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.767499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.767586] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be updated. [ 751.799101] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.799256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.799322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.799531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.799676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.812292] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: IN_PROGRESS for 2s [ 751.825995] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: IN_PROGRESS for 78s [ 752.170996] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 752.193639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.193914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.194099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.194254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.194347] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.194583] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.194671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.194731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.194948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.195182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.195182] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.195182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.195182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.195182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.195182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.195182] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.196130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.196130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.196130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.196130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.196268] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be created. [ 752.267892] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.267892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.267892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.268146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.268305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.295777] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 752.509654] env[65658]: INFO networking_nsxv3.common.synchronization [None req-07d973fd-6cd1-4f1a-ae8c-576bb94255b2 None None] Enqueued Resource ID: 975a380f-d3ab-49fb-8aa7-3aee0e42cd66 with Priority: HIGHEST for action port [ 752.514653] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975a380f-d3ab-49fb-8aa7-3aee0e42cd66 with Priority: HIGHEST for action port [ 752.514653] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-975a380f-d3ab-49fb-8aa7-3aee0e42cd66 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.514653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-975a380f-d3ab-49fb-8aa7-3aee0e42cd66" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.514653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-975a380f-d3ab-49fb-8aa7-3aee0e42cd66" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.514653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-975a380f-d3ab-49fb-8aa7-3aee0e42cd66" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.514653] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975a380f-d3ab-49fb-8aa7-3aee0e42cd66',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.959015] env[65658]: INFO networking_nsxv3.common.synchronization [None req-92b938d5-8dd8-4f7a-8e5f-aa088d68ebc9 None None] Enqueued Resource ID: c4a1e746-fe01-4417-a4c6-ef202a4f4154 with Priority: HIGHEST for action port [ 752.959015] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a1e746-fe01-4417-a4c6-ef202a4f4154 with Priority: HIGHEST for action port [ 752.959400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a1e746-fe01-4417-a4c6-ef202a4f4154 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.959696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a1e746-fe01-4417-a4c6-ef202a4f4154" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.961200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a1e746-fe01-4417-a4c6-ef202a4f4154" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.961200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a1e746-fe01-4417-a4c6-ef202a4f4154" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.961200] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a1e746-fe01-4417-a4c6-ef202a4f4154',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.016800] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 975a380f-d3ab-49fb-8aa7-3aee0e42cd66 [ 753.017049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.017184] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.017251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.017461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.017603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.017638] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:975a380f-d3ab-49fb-8aa7-3aee0e42cd66 already deleted. [ 753.017727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-975a380f-d3ab-49fb-8aa7-3aee0e42cd66" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.465811] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4a1e746-fe01-4417-a4c6-ef202a4f4154 [ 753.465811] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.465811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.465811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.465811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.465811] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4a1e746-fe01-4417-a4c6-ef202a4f4154 already deleted. [ 753.465811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a1e746-fe01-4417-a4c6-ef202a4f4154" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.824395] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 753.824574] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 deletion is rescheduled due to dependency. [ 753.824697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.840907] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 in Status: SUCCESS [ 753.840907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.958139] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-884d621e-f918-4cf8-8563-9ea56abe95f0 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 753.960087] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 753.960759] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.960759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.960759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.961013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.965020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.965020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.965020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.965020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.965020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.965020] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.309977] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 754.309977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.368359] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.368545] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.368664] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.368991] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.369266] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.369419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.369692] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.370008] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.370197] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.370465] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.370595] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.370703] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.370852] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.370907] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.371169] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.371357] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.392653] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.392834] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.392992] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.393189] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.393536] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-f888ac89-6e6f-49e1-ab73-19d640f34f1f taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.393721] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.393845] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.394630] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.394630] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f888ac89-6e6f-49e1-ab73-19d640f34f1f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.469026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.469401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.469585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469800] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.469916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.470161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.470249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.470337] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 already deleted. [ 754.470421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.897152] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.897404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.897522] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.897791] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.897937] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.898109] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port f888ac89-6e6f-49e1-ab73-19d640f34f1f not found, creating... [ 754.898390] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.898541] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.898673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.898899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.899072] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.899850] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.900045] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.900169] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.900394] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.900523] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.900657] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: f888ac89-6e6f-49e1-ab73-19d640f34f1f is going to be created. [ 754.928150] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.928784] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.928909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.931409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.932033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.932531] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.629676] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-a1686608-427d-4258-b514-ebda0edb3a5f service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 755.629676] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-a1686608-427d-4258-b514-ebda0edb3a5f service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 755.629676] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-a1686608-427d-4258-b514-ebda0edb3a5f service nova] Enqueued Resource ID: f888ac89-6e6f-49e1-ab73-19d640f34f1f with Priority: HIGHEST for action port [ 755.630070] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 755.630378] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 755.630668] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f888ac89-6e6f-49e1-ab73-19d640f34f1f with Priority: HIGHEST for action port [ 755.631007] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.631193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.631264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.631666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.631766] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.636041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.636041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.636041] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.636041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f888ac89-6e6f-49e1-ab73-19d640f34f1f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.639813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.639934] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f888ac89-6e6f-49e1-ab73-19d640f34f1f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.133774] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.133980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.143461] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f888ac89-6e6f-49e1-ab73-19d640f34f1f with status ACTIVE [ 756.146881] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.146881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.146881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.148328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.148715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.148812] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.148920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.149560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.149560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.149560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.149736] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.149736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.149931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.149989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.150593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.150593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f888ac89-6e6f-49e1-ab73-19d640f34f1f is going to be updated. [ 756.151951] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.185480] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.185628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.185766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.185923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.186077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.186238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f888ac89-6e6f-49e1-ab73-19d640f34f1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.655182] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.087745] env[65658]: INFO networking_nsxv3.common.synchronization [None req-dbf96a31-9aa5-4b16-9ceb-4f2bcee7b596 None None] Enqueued Resource ID: f74f7844-ed40-4dcc-b07d-2a73addc8d1f with Priority: HIGHEST for action port [ 757.087745] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74f7844-ed40-4dcc-b07d-2a73addc8d1f with Priority: HIGHEST for action port [ 757.088345] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74f7844-ed40-4dcc-b07d-2a73addc8d1f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.088417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74f7844-ed40-4dcc-b07d-2a73addc8d1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.088576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74f7844-ed40-4dcc-b07d-2a73addc8d1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.089092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74f7844-ed40-4dcc-b07d-2a73addc8d1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.089176] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74f7844-ed40-4dcc-b07d-2a73addc8d1f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.143876] env[65658]: INFO networking_nsxv3.common.synchronization [None req-7e0ab890-1944-43d8-a94a-a72950e1c3ab None None] Enqueued Resource ID: fc48c0a6-76bf-4c0e-bc93-af6869b6512b with Priority: HIGHEST for action port [ 757.144447] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc48c0a6-76bf-4c0e-bc93-af6869b6512b with Priority: HIGHEST for action port [ 757.147020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc48c0a6-76bf-4c0e-bc93-af6869b6512b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.147020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc48c0a6-76bf-4c0e-bc93-af6869b6512b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.147020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc48c0a6-76bf-4c0e-bc93-af6869b6512b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.147020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc48c0a6-76bf-4c0e-bc93-af6869b6512b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.147020] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc48c0a6-76bf-4c0e-bc93-af6869b6512b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.158221] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.158377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.158476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.158826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.158926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.159153] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be created. [ 757.185813] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.185813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.185813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.185813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.186112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.203023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: UNINITIALIZED for 2s [ 757.592926] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f74f7844-ed40-4dcc-b07d-2a73addc8d1f [ 757.592926] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.592926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.592926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.592926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.592926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.592926] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f74f7844-ed40-4dcc-b07d-2a73addc8d1f already deleted. [ 757.592926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74f7844-ed40-4dcc-b07d-2a73addc8d1f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.647908] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc48c0a6-76bf-4c0e-bc93-af6869b6512b [ 757.648161] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.648295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.648363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.648572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.648659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.648802] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc48c0a6-76bf-4c0e-bc93-af6869b6512b already deleted. [ 757.648884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc48c0a6-76bf-4c0e-bc93-af6869b6512b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.980638] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-8d525f28-6517-40c2-b0aa-836a46d8b320 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 757.980638] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 757.980638] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.980638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.453908] env[65658]: INFO networking_nsxv3.common.synchronization [req-c7f12b5e-8275-486b-a76d-07ef09bc39d5 req-4a4ad548-c45f-4ba7-94b6-f659da9d1c20 tempest-ServersAdminNegativeTestJSON-887374197 tempest-ServersAdminNegativeTestJSON-887374197-project-member] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 758.453908] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGHEST for action security_group_members [ 758.453908] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.453908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.453908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.455350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.455350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.455350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.455350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.455350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.455350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.455350] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.793363] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.793543] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.793692] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.793924] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.794622] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.794738] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.794811] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.795057] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.795212] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.795587] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.795656] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.795909] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.795909] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.796083] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.796083] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.797290] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.820153] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.820882] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.820882] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.820882] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.821279] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-597ec32d-a6e5-46ee-97c4-4862d1777559 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.822211] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.822211] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.822211] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.822211] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ec32d-a6e5-46ee-97c4-4862d1777559',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.960960] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.961212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.961303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.961539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.961648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.961876] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.962089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.962124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.962283] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.962362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.962479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be updated. [ 758.994300] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.994815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.994815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.994815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.994999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.006598] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: IN_PROGRESS for 2s [ 759.164064] env[65658]: INFO networking_nsxv3.common.synchronization [None req-93e0d0ba-51f6-4467-a6e1-f906ec1d368a None None] Enqueued Resource ID: 3ee3ca18-b0c1-4001-bf3a-08d9efa177db with Priority: HIGHEST for action port [ 759.164684] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3ca18-b0c1-4001-bf3a-08d9efa177db with Priority: HIGHEST for action port [ 759.165051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ee3ca18-b0c1-4001-bf3a-08d9efa177db taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.165234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ee3ca18-b0c1-4001-bf3a-08d9efa177db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.165396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ee3ca18-b0c1-4001-bf3a-08d9efa177db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.165723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ee3ca18-b0c1-4001-bf3a-08d9efa177db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.165827] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee3ca18-b0c1-4001-bf3a-08d9efa177db',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.214078] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 759.214411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.214582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.214861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.215183] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.215376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.215452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.215635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.215752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215949] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.217064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.217159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.217373] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.217622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.217678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.217896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.218046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.218215] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.326149] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326149] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.326149] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.326312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.326312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.326458] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 597ec32d-a6e5-46ee-97c4-4862d1777559 not found, creating... [ 759.326720] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326876] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.326988] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.327233] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.327371] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.327674] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.327833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.327943] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.328169] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.328323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.328465] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 597ec32d-a6e5-46ee-97c4-4862d1777559 is going to be created. [ 759.362539] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.362785] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362943] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.363272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.363523] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.363787] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.666924] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-d1375844-6ff1-4482-8cc3-4f1bc4604971 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 759.667472] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 759.667773] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.668519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.668689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.669210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.669285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.669459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.669551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.669647] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.670749] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ee3ca18-b0c1-4001-bf3a-08d9efa177db [ 759.670925] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.671045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.671112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.671467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.671467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.671467] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ee3ca18-b0c1-4001-bf3a-08d9efa177db already deleted. [ 759.671614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ee3ca18-b0c1-4001-bf3a-08d9efa177db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.720532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.721557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.722130] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.740108] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2f528338-62c5-4440-8878-e042630890b7 None None] Enqueued Resource ID: c95ecd22-c77b-4692-b467-bcba2ce77e6d with Priority: HIGHEST for action port [ 759.741029] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95ecd22-c77b-4692-b467-bcba2ce77e6d with Priority: HIGHEST for action port [ 759.741029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95ecd22-c77b-4692-b467-bcba2ce77e6d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.741029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95ecd22-c77b-4692-b467-bcba2ce77e6d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.741029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95ecd22-c77b-4692-b467-bcba2ce77e6d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.741506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95ecd22-c77b-4692-b467-bcba2ce77e6d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.741506] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95ecd22-c77b-4692-b467-bcba2ce77e6d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.168206] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-d48009f4-25be-4dcd-a8f6-cd00000dd9c6 service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 760.168206] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-d48009f4-25be-4dcd-a8f6-cd00000dd9c6 service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 760.168206] env[65658]: INFO networking_nsxv3.common.synchronization [req-97c07183-2528-496a-bf71-1ed3c3dae644 req-d48009f4-25be-4dcd-a8f6-cd00000dd9c6 service nova] Enqueued Resource ID: 597ec32d-a6e5-46ee-97c4-4862d1777559 with Priority: HIGHEST for action port [ 760.169520] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 760.169520] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 760.169520] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597ec32d-a6e5-46ee-97c4-4862d1777559 with Priority: HIGHEST for action port [ 760.169520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.169520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.169716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.169716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.170308] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-597ec32d-a6e5-46ee-97c4-4862d1777559 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.170308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.170308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.170665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.170665] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ec32d-a6e5-46ee-97c4-4862d1777559',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.175267] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.175465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.175609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.175933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.176132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.176488] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.176674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.177082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.177146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.177257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.178436] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 already deleted. [ 760.178436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.196434] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-ae00d7c4-2d02-43fa-aa46-aac0d9fc4760 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 760.197096] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 760.198419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.198419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.198419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.198419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.198419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.198419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.198419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.198903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.198903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.198903] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.225202] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.243747] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c95ecd22-c77b-4692-b467-bcba2ce77e6d [ 760.243747] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.243985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.244140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.248020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.248020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.248020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c95ecd22-c77b-4692-b467-bcba2ce77e6d already deleted. [ 760.248020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95ecd22-c77b-4692-b467-bcba2ce77e6d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.605888] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-294b3984-f9ae-419b-9bfd-dfb188d21a61 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 760.606362] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 760.606878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.606878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.673732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 597ec32d-a6e5-46ee-97c4-4862d1777559 with status ACTIVE [ 760.673954] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.674135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.674202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.674420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.674517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.674733] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.674841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.674906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.675231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.675231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.675366] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.675428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.675481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.675617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.675692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.675785] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 597ec32d-a6e5-46ee-97c4-4862d1777559 is going to be updated. [ 760.699167] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.699278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.699334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.699560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.699704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.699878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597ec32d-a6e5-46ee-97c4-4862d1777559" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.701343] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.701481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.701551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.701776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.701844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.702145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.702262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.702324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.702489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.702592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.702705] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 already deleted. [ 760.702792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.702960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.703301] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.703411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.703479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.703715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.703823] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.729033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.729033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.729033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.729033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.729244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.729244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 760.778543] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.778760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.778878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.779981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.779981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.795600] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 760.958529] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.959203] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.959328] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.959656] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.960009] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.960117] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.960191] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.960390] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.960576] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.960783] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.960888] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.960986] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.961102] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.961230] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.961335] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.961459] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.982830] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.983008] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.983152] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.983321] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983690] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.983865] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.984393] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.984393] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.984498] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c4e51b-6c4d-48b7-bd2e-3b94484cc900',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.018531] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 in Status: SUCCESS [ 761.018771] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 deletion is rescheduled due to dependency. [ 761.018846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.206490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.206490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.206655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.206748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.207061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.207124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.207274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.207349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.207433] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 already deleted. [ 761.207510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.486899] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.487241] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.487600] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.489081] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.489081] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.489458] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 not found, creating... [ 761.489750] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.489924] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.490047] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.490439] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.490543] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.491009] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.491187] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.491436] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.491668] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.491939] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.492094] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 is going to be created. [ 761.517902] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.518553] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.518553] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.518762] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.519541] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.519541] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.119721] env[65658]: INFO networking_nsxv3.common.synchronization [req-90fa4e3b-1e7d-420c-a29b-612362eee3cf req-2d94ddd4-4cf3-4b21-bfea-684e534f504a tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 762.120364] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 762.120721] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.120850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.120923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.121166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.121372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.121486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.121857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.122056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.122182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.122264] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.252313] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-ef934664-a954-4987-bc85-0d6da3b650c1 service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 762.252606] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-ef934664-a954-4987-bc85-0d6da3b650c1 service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 762.252648] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-ef934664-a954-4987-bc85-0d6da3b650c1 service nova] Enqueued Resource ID: d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 with Priority: HIGHEST for action port [ 762.253361] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 762.253449] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 762.253625] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 with Priority: HIGHEST for action port [ 762.253999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.254253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.254253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.254412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.254677] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.255576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.255576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.255661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.256304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.256304] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.256304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.256304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.256304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.256304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.256519] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.258293] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.258293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.258293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.258293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.258293] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c4e51b-6c4d-48b7-bd2e-3b94484cc900',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.574989] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.575229] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.575326] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.575586] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.575855] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.576020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.576135] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.576386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.576580] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.576798] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.576907] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.577030] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.577167] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.577296] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.577400] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.577528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.603908] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.604321] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.604680] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.605062] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-90" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.606033] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-0f62d483-b484-4c98-b04f-162661e654bd taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.606033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.606458] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.607805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.607805] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f62d483-b484-4c98-b04f-162661e654bd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.625960] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.759243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.759421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.760282] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.762091] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 with status ACTIVE [ 762.762365] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.762537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.762650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.762937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.763138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.763247] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.763353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.763407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.763576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.763653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.763835] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.764289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.764346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.764504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.764587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.764663] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2c4e51b-6c4d-48b7-bd2e-3b94484cc900 is going to be updated. [ 762.786242] env[65658]: INFO networking_nsxv3.common.synchronization [None req-61740a40-0a0b-4037-9ad6-61d4d0657486 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_rules [ 762.786242] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_rules [ 762.786242] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.786242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.786242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.786242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.786242] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.788599] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.788850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.788928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.789157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.789300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.789471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c4e51b-6c4d-48b7-bd2e-3b94484cc900" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.806279] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 762.806490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.806645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.806888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.807049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.807218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.807218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.807379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.807461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.807544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.807703] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.807773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.807832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.807969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808117] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.808212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.808269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.808434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.808595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.808679] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.809505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.809679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.809826] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.809933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.810037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.810248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.810293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.810357] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.109996] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.110235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.110350] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.110629] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.110774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.110923] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 0f62d483-b484-4c98-b04f-162661e654bd not found, creating... [ 763.111210] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.111361] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.111473] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.111682] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.111822] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.112109] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.112248] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.112361] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.112561] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.112686] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.112819] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 0f62d483-b484-4c98-b04f-162661e654bd is going to be created. [ 763.127754] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.137408] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.137408] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.137408] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.137878] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.137878] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.137991] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.263065] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.308858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.309117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.309117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.309326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.309418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.309515] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 already deleted. [ 763.309597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.312335] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.313373] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1654d3b-eaaf-487c-8d8f-cab163afab50: rpc.has_security_group_logging(os_id): False [ 763.342556] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.342761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.342761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.342969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.343579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.343579] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.343579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.343579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.343579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.343828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.343828] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.343934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.344026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.344310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.344461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.344591] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.344679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.344953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.344953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.344953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.345071] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be created. [ 763.428181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.428363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.428471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.428732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.429011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.445253] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 763.630715] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.630945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.631037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.631272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.631371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.631473] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 763.665580] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.665736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.665810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.666036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.668800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.677069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 763.766217] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.766473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.766781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.766862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.766966] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be created. [ 763.792987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.793181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.793222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.793480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.793684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.805891] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: UNINITIALIZED for 2s [ 763.815970] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.855206] env[65658]: INFO networking_nsxv3.common.synchronization [req-90fa4e3b-1e7d-420c-a29b-612362eee3cf req-dc974442-afee-4374-9a4e-53a7c8eae298 service nova] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 763.855399] env[65658]: INFO networking_nsxv3.common.synchronization [req-90fa4e3b-1e7d-420c-a29b-612362eee3cf req-dc974442-afee-4374-9a4e-53a7c8eae298 service nova] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 763.855529] env[65658]: INFO networking_nsxv3.common.synchronization [req-90fa4e3b-1e7d-420c-a29b-612362eee3cf req-dc974442-afee-4374-9a4e-53a7c8eae298 service nova] Enqueued Resource ID: 0f62d483-b484-4c98-b04f-162661e654bd with Priority: HIGHEST for action port [ 763.856249] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 763.856358] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 763.856441] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f62d483-b484-4c98-b04f-162661e654bd with Priority: HIGHEST for action port [ 763.856877] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.856877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.857130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.857927] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.858502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.858604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.858788] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f62d483-b484-4c98-b04f-162661e654bd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.859113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.859113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.859206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.859206] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f62d483-b484-4c98-b04f-162661e654bd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.217013] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.217445] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-209" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.218078] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-209" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.218078] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-209" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.218329] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.218518] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.222033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.222033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.222033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.222033] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.222033] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.222033] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.222033] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.222033] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.222033] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.222033] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.247231] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.248261] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.248261] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.248261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-209" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.248261] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-c320d482-44eb-4bb1-993e-4a52203ae1d4 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.248261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.248600] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.248697] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.248827] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c320d482-44eb-4bb1-993e-4a52203ae1d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.272826] env[65658]: INFO networking_nsxv3.common.synchronization [None req-6b5262fe-c9b0-4c56-ac24-fa0e0fe44793 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_rules [ 764.274178] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_rules [ 764.274614] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.275275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.275401] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.318550] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.318818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.318908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.319188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.319311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.319470] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 764.362795] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.362795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.362795] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f62d483-b484-4c98-b04f-162661e654bd with status ACTIVE [ 764.362795] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.362795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.363191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.363222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.363425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.363596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.363848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.364991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.364991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.364991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.364991] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.364991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.364991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.365528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.365528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.365528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f62d483-b484-4c98-b04f-162661e654bd is going to be updated. [ 764.411045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.411550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.411686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.411890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.412073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.413833] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.414194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.414362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.414967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.427945] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 764.751748] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.752011] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.752166] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.752493] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.752705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.752855] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port c320d482-44eb-4bb1-993e-4a52203ae1d4 not found, creating... [ 764.753177] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.753375] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.753516] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.753791] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.753943] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.754389] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.754603] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.754775] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.755209] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.755209] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.755418] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: c320d482-44eb-4bb1-993e-4a52203ae1d4 is going to be created. [ 764.777864] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.778133] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.778277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.778576] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.778804] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.779035] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.803836] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.803993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.804198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.804473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.804588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.804690] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 already deleted. [ 764.804788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861997] env[65658]: INFO networking_nsxv3.common.synchronization [req-63c5fb13-b145-4216-9e34-f2f4d78d5467 req-3addf18c-190c-4a73-ab37-1cac9bc183a1 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 764.862953] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 764.863449] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.863681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.863826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.864206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.864485] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.864677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.864782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.865081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.865253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.865406] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.368988] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.368988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.368988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.369490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.369490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.369555] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.369713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.369713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.369863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.369938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.370036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 765.412459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.412689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.412750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.412957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.413110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.424105] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 765.462237] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 765.462566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.462756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.462985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.463097] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.541222] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-0003b661-917e-4127-b8f4-00c12790e9fc service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 765.541222] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-0003b661-917e-4127-b8f4-00c12790e9fc service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 765.541222] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-0003b661-917e-4127-b8f4-00c12790e9fc service nova] Enqueued Resource ID: c320d482-44eb-4bb1-993e-4a52203ae1d4 with Priority: HIGHEST for action port [ 765.541222] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 765.541222] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 765.541222] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c320d482-44eb-4bb1-993e-4a52203ae1d4 with Priority: HIGHEST for action port [ 765.541222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.541222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.541222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541563] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c320d482-44eb-4bb1-993e-4a52203ae1d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.541563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.541563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.541681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544655] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c320d482-44eb-4bb1-993e-4a52203ae1d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.690397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 765.690397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.692745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.692745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.692745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.692745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.692745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.692745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.692745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.692745] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.819134] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 765.819587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.819587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.820167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820724] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.820724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.820724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821174] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.822114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.822221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822392] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.822504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.822552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.822700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822866] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.966087] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.966329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046318] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c320d482-44eb-4bb1-993e-4a52203ae1d4 with status ACTIVE [ 766.046793] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.046963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.047100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.047453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.047582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.047858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.047938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.047998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.048228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.048327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.048559] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.048677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.048800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.048919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.049098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.049152] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c320d482-44eb-4bb1-993e-4a52203ae1d4 is going to be updated. [ 766.075777] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.075777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.075777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.075777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.075777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.075777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c320d482-44eb-4bb1-993e-4a52203ae1d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.194619] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.327431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.327431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.327431] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.416076] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.416435] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.416435] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.416514] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.416817] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.416890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.417013] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.417631] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.417784] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.417989] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.418123] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.418282] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.418334] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.418417] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.418702] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.418900] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.441894] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.442807] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.443487] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.443487] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.443597] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-d9897085-7628-4d4d-bbb1-f3871d17da59 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.444026] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.444574] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.444927] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.445767] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9897085-7628-4d4d-bbb1-f3871d17da59',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.448255] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 766.448469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.448612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.448816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.449057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.449205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.449280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.449443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.449543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.449630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.449719] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.565518] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e63dbfe-de38-45a3-8237-87e233fb998e req-c906c28a-ff2c-4426-8396-9ebd4d50ae8c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 766.566060] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 766.566371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.568886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.568886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.569025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.569203] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.569288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.570227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.571106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.571106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.571106] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.697593] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.828792] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.948458] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.948822] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.948957] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.949312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.949466] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.949626] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port d9897085-7628-4d4d-bbb1-f3871d17da59 not found, creating... [ 766.949959] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.950169] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.950329] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.950606] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.950794] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.951126] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.951309] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.951446] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.951659] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.951818] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.951938] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: d9897085-7628-4d4d-bbb1-f3871d17da59 is going to be created. [ 766.953917] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.953917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.953917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.954144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.954332] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.955059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.955059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.955059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.955059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.955059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.955976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.955976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.955976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.956141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.956322] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.956446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.956535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.956705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.956799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.956906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.957033] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.982364] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.982836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.982836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.982942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.983269] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.984028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.076314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.076559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.076559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.078532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.078532] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 already deleted. [ 767.078532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.200910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.201073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.201146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.201392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.201493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.201592] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 767.241980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.242215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.242293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.242453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.242591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.261161] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 767.266712] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.266899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.267033] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.267712] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.268039] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.268783] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.268946] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.269235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.269418] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.269653] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.269769] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.269875] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.269978] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.270115] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.270220] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.271382] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.297377] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.297567] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.297704] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.297898] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.298300] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-16924159-7671-4424-913c-7474408a8363 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.298508] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.298658] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.299662] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.299886] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16924159-7671-4424-913c-7474408a8363',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.331516] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.331908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.333025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.333278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.333382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.333494] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 767.379298] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.379637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.379775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.391328] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 767.436103] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 767.436486] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 767.436486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.461318] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1654d3b-eaaf-487c-8d8f-cab163afab50: rpc.has_security_group_logging(os_id): False [ 767.481510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.481714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.481760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.481980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.482103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.482509] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.482634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.482706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.482885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.482975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.483209] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.484034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.484034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.484034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.484034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.484034] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.484034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.484034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.484425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.484425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.484425] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 767.611219] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.611404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.611470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.611670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.611814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.647889] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 767.692346] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-18e68551-fe42-4a01-83ba-ac05b2173760 service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 767.692624] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-18e68551-fe42-4a01-83ba-ac05b2173760 service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 767.692878] env[65658]: INFO networking_nsxv3.common.synchronization [req-6f29ea79-f28d-4625-8745-ad27168a86b8 req-18e68551-fe42-4a01-83ba-ac05b2173760 service nova] Enqueued Resource ID: d9897085-7628-4d4d-bbb1-f3871d17da59 with Priority: HIGHEST for action port [ 767.693831] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 767.693971] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 767.694093] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9897085-7628-4d4d-bbb1-f3871d17da59 with Priority: HIGHEST for action port [ 767.694501] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.694606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.694806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.694940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695098] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9897085-7628-4d4d-bbb1-f3871d17da59 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.695249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.695607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.695729] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9897085-7628-4d4d-bbb1-f3871d17da59',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.805216] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.805216] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.805216] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.805216] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.805216] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.805216] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 16924159-7671-4424-913c-7474408a8363 not found, creating... [ 767.805216] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.805813] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.805813] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.805896] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.806053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.806492] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.806718] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.806806] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.807042] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.807175] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.807362] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 16924159-7671-4424-913c-7474408a8363 is going to be created. [ 767.837186] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.837499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.837683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.838071] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.838410] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.838750] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.199037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9897085-7628-4d4d-bbb1-f3871d17da59 with status ACTIVE [ 768.199139] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.199373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.199483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.199767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.199925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.200202] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.200565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.200565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.200695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.200764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.201049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.201194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.201306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.201929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.201929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.202055] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9897085-7628-4d4d-bbb1-f3871d17da59 is going to be updated. [ 768.228435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.228435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.228625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.228691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.228826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.228973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9897085-7628-4d4d-bbb1-f3871d17da59" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.621404] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e63dbfe-de38-45a3-8237-87e233fb998e req-36d74954-769f-49c8-95a4-4cebb30bdce0 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 768.621920] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e63dbfe-de38-45a3-8237-87e233fb998e req-36d74954-769f-49c8-95a4-4cebb30bdce0 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 768.621920] env[65658]: INFO networking_nsxv3.common.synchronization [req-1e63dbfe-de38-45a3-8237-87e233fb998e req-36d74954-769f-49c8-95a4-4cebb30bdce0 service nova] Enqueued Resource ID: 16924159-7671-4424-913c-7474408a8363 with Priority: HIGHEST for action port [ 768.622328] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 768.622433] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 768.622529] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16924159-7671-4424-913c-7474408a8363 with Priority: HIGHEST for action port [ 768.622796] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.622917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.623033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626631] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.627714] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.628241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.628241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.628241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.628241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.628466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.628466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.628620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.628737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.628851] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.629803] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-16924159-7671-4424-913c-7474408a8363 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.630394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.631220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.631468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.631532] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16924159-7671-4424-913c-7474408a8363',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.133274] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.134366] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.134475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.134827] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16924159-7671-4424-913c-7474408a8363 with status ACTIVE [ 769.134998] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.135135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.135174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.135449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.135669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.135787] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.135787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.135871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.135995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.137151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.138611] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.138757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.138829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.138989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.139088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.139239] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16924159-7671-4424-913c-7474408a8363 is going to be updated. [ 769.164480] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.164480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.164480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.164480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.164631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16924159-7671-4424-913c-7474408a8363" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.269484] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 4s [ 769.408452] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 769.408751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.409391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.409624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.409860] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.409986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.410066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.410954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.410954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417029] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417949] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417949] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.637885] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.667622] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 769.667622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.870226] env[65658]: INFO networking_nsxv3.common.synchronization [req-3111106c-d6e2-4ff2-841b-9d83ad357248 req-fc8404b1-c8f1-4bee-b923-60a7726322ef tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Enqueued Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_members [ 769.870770] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_members [ 769.870988] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.871178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.871272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.872176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.872409] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.872501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.873543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.873543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.873543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.873543] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.920444] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66cab8c1-9bcd-4f94-9d30-3de4b5945f93: rpc.has_security_group_logging(os_id): False [ 769.921655] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.953628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.953628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.953628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.955181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.955181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.955181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.955181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.955181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.955181] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be created. [ 770.016018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.016481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.016481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.016481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.016878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.032750] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 770.143847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.144078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.144133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.145102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.145102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.145102] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be created. [ 770.197976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.198134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.198821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.198821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.198821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.214271] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: UNINITIALIZED for 2s [ 770.375723] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.376496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.376690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.376928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.377065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.377518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89347d3e-da42-4191-ba96-200df0371db2 already deleted. [ 770.377602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.426155] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.500079] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.500302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-548" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.500457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-548" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.500778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-548" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.501186] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.501411] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.501534] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.501765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.501912] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.502142] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.502875] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.502875] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.502875] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.502875] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.502875] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.502875] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.525947] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.526096] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.526194] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.526382] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-548" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.526714] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-a340bc7e-7816-407f-baa7-3f3013e781e1 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.526877] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.527076] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.527328] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.527460] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a340bc7e-7816-407f-baa7-3f3013e781e1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.927962] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.928335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.928335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.928530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.928530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.928597] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 770.963024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.963024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.963024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.963024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.963024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.974091] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 771.030697] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.030886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.030886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031157] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.031305] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.031475] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port a340bc7e-7816-407f-baa7-3f3013e781e1 not found, creating... [ 771.031703] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.031853] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.031962] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.032225] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.032374] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.032656] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.032808] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.032919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.033144] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.033288] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.033418] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: a340bc7e-7816-407f-baa7-3f3013e781e1 is going to be created. [ 771.063360] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.063360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.063360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.063360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.063360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.063360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.282653] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.282653] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.282653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.282653] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.376590] env[65658]: INFO networking_nsxv3.common.synchronization [None req-cf8c6f5f-9efc-40a0-9c7c-4c3642f17891 None None] Enqueued Resource ID: a624bdf7-305f-46af-82f6-d6299e6d09b5 with Priority: HIGHEST for action port [ 771.377804] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a624bdf7-305f-46af-82f6-d6299e6d09b5 with Priority: HIGHEST for action port [ 771.378165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a624bdf7-305f-46af-82f6-d6299e6d09b5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.378297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a624bdf7-305f-46af-82f6-d6299e6d09b5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a624bdf7-305f-46af-82f6-d6299e6d09b5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.378699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a624bdf7-305f-46af-82f6-d6299e6d09b5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.378699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a624bdf7-305f-46af-82f6-d6299e6d09b5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.756191] env[65658]: INFO networking_nsxv3.common.synchronization [req-3111106c-d6e2-4ff2-841b-9d83ad357248 req-cd37e651-be53-464e-bdec-a67ec05806bb service nova] Enqueued Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_rules [ 771.756644] env[65658]: INFO networking_nsxv3.common.synchronization [req-3111106c-d6e2-4ff2-841b-9d83ad357248 req-cd37e651-be53-464e-bdec-a67ec05806bb service nova] Enqueued Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_members [ 771.756644] env[65658]: INFO networking_nsxv3.common.synchronization [req-3111106c-d6e2-4ff2-841b-9d83ad357248 req-cd37e651-be53-464e-bdec-a67ec05806bb service nova] Enqueued Resource ID: a340bc7e-7816-407f-baa7-3f3013e781e1 with Priority: HIGHEST for action port [ 771.757917] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_rules [ 771.758108] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_members [ 771.758272] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a340bc7e-7816-407f-baa7-3f3013e781e1 with Priority: HIGHEST for action port [ 771.758613] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.758837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.758837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.759188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.759295] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.764037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.764037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.764037] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.764037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a340bc7e-7816-407f-baa7-3f3013e781e1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.764037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.764037] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a340bc7e-7816-407f-baa7-3f3013e781e1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.788026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.788026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.788026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.788026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.788026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.788810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.788810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.788810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.788810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.788810] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.881809] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a624bdf7-305f-46af-82f6-d6299e6d09b5 [ 771.882278] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.882411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.882411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.884139] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a624bdf7-305f-46af-82f6-d6299e6d09b5 already deleted. [ 771.884139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a624bdf7-305f-46af-82f6-d6299e6d09b5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.052424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 772.052424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.052424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.052866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.052866] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.225883] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 772.226138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.226377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.226696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.227657] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.227657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.227657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.227657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.227657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.227893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.227893] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.266643] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.266799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.267011] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.267950] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a340bc7e-7816-407f-baa7-3f3013e781e1 with status ACTIVE [ 772.269384] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.269812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.269812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.269812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.269937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.270393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.270393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.270393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.270393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.270573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.270573] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.270697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.270791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.271522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.271522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271522] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a340bc7e-7816-407f-baa7-3f3013e781e1 is going to be updated. [ 772.290866] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 772.298739] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.298879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.298952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.299226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.299378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.299540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a340bc7e-7816-407f-baa7-3f3013e781e1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.311403] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.311561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.311608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.311822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.311927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.312232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.312293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.312450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.312525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312708] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.312800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.312858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.312994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.313090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.313285] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.313377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.313435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.313569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.313641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.313722] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 772.395034] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.395234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.395299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.457241] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 772.555999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.556175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.730382] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.730560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.730616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.730871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.731596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.731596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.731596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.731596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.731596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.731596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.731841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.731841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.731913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.732236] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.732443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.732655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.733957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.738032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.738032] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.774325] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.985424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 772.985424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.985424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.985603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.985829] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.985982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.986088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.986268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.986378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.986471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.986567] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.240718] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd624d05-4706-4739-be6b-69bfda905751: rpc.has_security_group_logging(os_id): False [ 773.263293] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.263486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.263540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.263748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.263833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.264055] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.264157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.264217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.264404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.264480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.264749] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.264828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.264828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.264962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.265049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.265248] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.265342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.265404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.266153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.266153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.266153] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be created. [ 773.278349] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.278511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.278569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.280826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.280826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.280826] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89347d3e-da42-4191-ba96-200df0371db2 is going to be created. [ 773.310754] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.310911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.311024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.311613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.311613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.325144] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: UNINITIALIZED for 2s [ 773.353726] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.354577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.354577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.355973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.355973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.371792] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 773.493361] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.493643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.493643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.494422] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.494422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.494422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.495082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.495133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.495542] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.495542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.495814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.495814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.495999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.496162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.496355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.496505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.496702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.496702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.496812] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.566830] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d50ef56d-f1f2-4f4a-ab66-b9da0f029a40 None None] Enqueued Resource ID: 6c8cad93-fd28-41b1-90c1-d4ed6a284c2a with Priority: HIGHEST for action port [ 773.566830] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8cad93-fd28-41b1-90c1-d4ed6a284c2a with Priority: HIGHEST for action port [ 773.569647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8cad93-fd28-41b1-90c1-d4ed6a284c2a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.569647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8cad93-fd28-41b1-90c1-d4ed6a284c2a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.569647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8cad93-fd28-41b1-90c1-d4ed6a284c2a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.569647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8cad93-fd28-41b1-90c1-d4ed6a284c2a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.569647] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8cad93-fd28-41b1-90c1-d4ed6a284c2a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.999404] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66cab8c1-9bcd-4f94-9d30-3de4b5945f93: rpc.has_security_group_logging(os_id): False [ 774.020709] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.020917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.021046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.021290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.021606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.021748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.021795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.021937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.022028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.022229] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.022323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.022389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.022533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.022609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.022796] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.022891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.022951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.024351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.024436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.024543] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 774.072692] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c8cad93-fd28-41b1-90c1-d4ed6a284c2a [ 774.072974] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.073155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.073204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.073392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.073698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.073698] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c8cad93-fd28-41b1-90c1-d4ed6a284c2a already deleted. [ 774.073818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8cad93-fd28-41b1-90c1-d4ed6a284c2a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.094691] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.094863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.094907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.095592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.095592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.115838] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 774.474027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 774.474474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342143] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: SUCCESS [ 775.342465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.342882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343084] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.343261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.343261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343706] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.379576] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2b722cae-586c-4ac2-81d7-83a6b9ec9fdf None None] Enqueued Resource ID: 2c08d0e8-059e-4ce2-b8e8-1de0258d9f82 with Priority: HIGHEST for action port [ 775.379811] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c08d0e8-059e-4ce2-b8e8-1de0258d9f82 with Priority: HIGHEST for action port [ 775.380604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c08d0e8-059e-4ce2-b8e8-1de0258d9f82 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.380604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c08d0e8-059e-4ce2-b8e8-1de0258d9f82" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.380604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c08d0e8-059e-4ce2-b8e8-1de0258d9f82" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.381220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c08d0e8-059e-4ce2-b8e8-1de0258d9f82" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.381220] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c08d0e8-059e-4ce2-b8e8-1de0258d9f82',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.392805] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 775.393106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.846461] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.847516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.850280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.850280] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.850280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.850280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.850280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.850280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.853207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.853207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.853207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.853207] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.890548] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c08d0e8-059e-4ce2-b8e8-1de0258d9f82 [ 775.890914] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.891124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.891225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.891564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.891742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.891870] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c08d0e8-059e-4ce2-b8e8-1de0258d9f82 already deleted. [ 775.891962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c08d0e8-059e-4ce2-b8e8-1de0258d9f82" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.139047] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 776.140889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.140889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.140889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.140889] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.358023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89347d3e-da42-4191-ba96-200df0371db2: rpc.has_security_group_logging(os_id): False [ 776.379846] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.380122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.380228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.380561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.380683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.380909] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.381060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.381121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.381314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.381432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.381913] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.381913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.381913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.382105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.382105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.382299] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.382642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.384201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.384201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.384201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.384201] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89347d3e-da42-4191-ba96-200df0371db2 is going to be created. [ 776.474082] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.474082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.474215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.474425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.476270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.490656] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: IN_PROGRESS for 2s [ 776.645227] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.645498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.645586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.645858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.647771] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.647879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.647930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.648157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.648255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648444] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.151081] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.151081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.151081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.153422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.153422] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.153422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.153422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.153422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.153422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.153422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.153743] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.153743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.153903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.154858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.154858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.154858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.154858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.154858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.154858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.154858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.155216] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.659113] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66cab8c1-9bcd-4f94-9d30-3de4b5945f93: rpc.has_security_group_logging(os_id): False [ 777.679281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.679281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.679281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.679488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.679574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.681566] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.681566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.681566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.681830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.682098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.683589] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.683589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.683821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.683974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.684755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.684755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.685058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.685058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.685293] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 777.769702] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.769863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.769929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.770183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.770332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.786923] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 778.506257] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: SUCCESS [ 778.506515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798093] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8509987b-e3df-4a4c-97ca-525b3aeb0def None None] Enqueued Resource ID: 066c56f7-c1a0-4747-861e-87cfb382360f with Priority: HIGHEST for action port [ 778.798093] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066c56f7-c1a0-4747-861e-87cfb382360f with Priority: HIGHEST for action port [ 778.798632] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-066c56f7-c1a0-4747-861e-87cfb382360f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.798954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066c56f7-c1a0-4747-861e-87cfb382360f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.799155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066c56f7-c1a0-4747-861e-87cfb382360f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.799643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066c56f7-c1a0-4747-861e-87cfb382360f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.799855] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066c56f7-c1a0-4747-861e-87cfb382360f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.859618] env[65658]: INFO networking_nsxv3.common.synchronization [None req-cd80ed88-e505-4c77-bf0c-1ffa4ae8117a None None] Enqueued Resource ID: 7fc41c10-144c-4906-ba1e-551e073829f5 with Priority: HIGHEST for action port [ 778.860234] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc41c10-144c-4906-ba1e-551e073829f5 with Priority: HIGHEST for action port [ 778.860578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc41c10-144c-4906-ba1e-551e073829f5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.860882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc41c10-144c-4906-ba1e-551e073829f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.860882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc41c10-144c-4906-ba1e-551e073829f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.862880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc41c10-144c-4906-ba1e-551e073829f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.863029] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc41c10-144c-4906-ba1e-551e073829f5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.302454] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 066c56f7-c1a0-4747-861e-87cfb382360f [ 779.302724] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.302867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.302939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.303265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.303329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.303387] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:066c56f7-c1a0-4747-861e-87cfb382360f already deleted. [ 779.303534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066c56f7-c1a0-4747-861e-87cfb382360f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367499] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc41c10-144c-4906-ba1e-551e073829f5 [ 779.367689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.368326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.368326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.368326] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc41c10-144c-4906-ba1e-551e073829f5 already deleted. [ 779.368326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc41c10-144c-4906-ba1e-551e073829f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.576266] env[65658]: INFO networking_nsxv3.common.synchronization [None req-38ef1101-f823-4247-b976-77afd0908de0 tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_rules [ 779.576266] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_rules [ 779.576266] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.576266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.576663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.576663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.576663] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.810626] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 779.810901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820604] env[65658]: INFO networking_nsxv3.common.synchronization [None req-bfadde64-fc75-4617-b313-77920885ddff tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_rules [ 779.820604] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_rules [ 779.820690] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.110092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.110205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.111597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.111597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.111597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.111597] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 already deleted. [ 780.111597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.111597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.111597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.111597] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.636981] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.636981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.636981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.637628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.637628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.637628] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 already deleted. [ 780.637628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.653759] env[65658]: INFO networking_nsxv3.common.synchronization [None req-a94805c1-e49d-4b88-946f-2664ee90919c tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Enqueued Resource ID: d87b6323-4480-4425-b966-733b5a7c16f0 with Priority: HIGHEST for action security_group_rules [ 780.654475] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b6323-4480-4425-b966-733b5a7c16f0 with Priority: HIGHEST for action security_group_rules [ 780.654934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b6323-4480-4425-b966-733b5a7c16f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.655878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.655954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.656230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.656525] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b6323-4480-4425-b966-733b5a7c16f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.005563] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 781.005808] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 781.006497] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 781.006741] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 781.007131] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.007305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.007369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.007737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.007964] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.008166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.008263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.008521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.008674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.008832] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.009944] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.010159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.010295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.010547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.010721] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.010864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.010966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.011159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.011401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.011401] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.109865] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9c15364f-82c9-4e25-9458-edc8c650d8fe tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Enqueued Resource ID: d87b6323-4480-4425-b966-733b5a7c16f0 with Priority: HIGHEST for action security_group_rules [ 781.110642] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b6323-4480-4425-b966-733b5a7c16f0 with Priority: HIGHEST for action security_group_rules [ 781.111211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b6323-4480-4425-b966-733b5a7c16f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.111362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.121380] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_rules [ 781.121777] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 781.122048] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 781.122265] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 781.122732] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1c003c-7f18-4e50-823a-c6a68fcc907a req-2375b7c2-a900-4f09-adb4-ed30dad70701 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 0f62d483-b484-4c98-b04f-162661e654bd with Priority: HIGHEST for action port [ 781.123418] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_rules [ 781.123706] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 781.123962] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f62d483-b484-4c98-b04f-162661e654bd with Priority: HIGHEST for action port [ 781.124233] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 781.124494] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 781.125311] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.125884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.126812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.126812] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.127664] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.127664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.127841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.128537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.128537] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.129696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f62d483-b484-4c98-b04f-162661e654bd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.129696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.129696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.130372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.130372] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f62d483-b484-4c98-b04f-162661e654bd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.131735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.132767] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.186952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.187916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.187916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.187916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.187916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.192304] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b6323-4480-4425-b966-733b5a7c16f0 already deleted. [ 781.192493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.193314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.193550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.193636] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b6323-4480-4425-b966-733b5a7c16f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.512927] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.514215] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.635541] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f62d483-b484-4c98-b04f-162661e654bd with status ACTIVE [ 781.635750] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.636120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.636339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.636339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.636433] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.636550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.636696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.636803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.636951] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.637083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.637330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.637330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.637330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.637515] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f62d483-b484-4c98-b04f-162661e654bd is going to be updated. [ 781.638675] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.638771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639496] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.639596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665798] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.666054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.666245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.666405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.666626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.736502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.736502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.736502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.736502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.736502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.736502] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b6323-4480-4425-b966-733b5a7c16f0 already deleted. [ 781.736502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b6323-4480-4425-b966-733b5a7c16f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.017041] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.017590] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.358890] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ed7a9523-625b-4b08-8e8a-298795054d5e None None] Enqueued Resource ID: 63e4a057-e04d-4a9d-8c06-4e30d889cf22 with Priority: HIGHEST for action port [ 782.359787] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4a057-e04d-4a9d-8c06-4e30d889cf22 with Priority: HIGHEST for action port [ 782.360255] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e4a057-e04d-4a9d-8c06-4e30d889cf22 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.360401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e4a057-e04d-4a9d-8c06-4e30d889cf22" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.360480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e4a057-e04d-4a9d-8c06-4e30d889cf22" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.360788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e4a057-e04d-4a9d-8c06-4e30d889cf22" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.360875] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e4a057-e04d-4a9d-8c06-4e30d889cf22',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.478331] env[65658]: INFO networking_nsxv3.common.synchronization [req-62a7ded3-4289-4812-ad83-75d5f76df7cd req-7f46ba0b-3ae8-4d5d-81d1-925c0b393dfd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 782.483326] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 782.484102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.484102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.484102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.484626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.484626] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.484756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.484756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.484958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.485100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.485232] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.522143] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.522143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.522143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.522143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.522143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.522143] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be created. [ 782.525193] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.528018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.528018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.528018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.528018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.528018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 782.567084] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.567084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.567084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.567084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.567084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.573193] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.573193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.573193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.573193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.573747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.584048] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: UNINITIALIZED for 2s [ 782.598738] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 782.863181] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63e4a057-e04d-4a9d-8c06-4e30d889cf22 [ 782.863511] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.863640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.863687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.863868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.863958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.864080] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63e4a057-e04d-4a9d-8c06-4e30d889cf22 already deleted. [ 782.864228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e4a057-e04d-4a9d-8c06-4e30d889cf22" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.987926] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.174384] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4b51116c-f9a5-431c-aab0-83689824750c None None] Enqueued Resource ID: 006240a0-015f-454b-b44e-67aff0438a11 with Priority: HIGHEST for action port [ 783.175141] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006240a0-015f-454b-b44e-67aff0438a11 with Priority: HIGHEST for action port [ 783.175502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-006240a0-015f-454b-b44e-67aff0438a11 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.175773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-006240a0-015f-454b-b44e-67aff0438a11" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.175773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-006240a0-015f-454b-b44e-67aff0438a11" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.177034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-006240a0-015f-454b-b44e-67aff0438a11" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.178055] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('006240a0-015f-454b-b44e-67aff0438a11',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.384682] env[65658]: INFO networking_nsxv3.common.synchronization [None req-dd0c6064-5455-47fb-b853-520341b050ea tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_rules [ 783.385312] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_rules [ 783.385987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.385987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.385987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.386814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.386870] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.490281] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.497190] env[65658]: INFO networking_nsxv3.common.synchronization [None req-52454241-c1bc-41c7-8f39-180470365576 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_rules [ 783.497523] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_rules [ 783.498354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.498856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.681250] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 006240a0-015f-454b-b44e-67aff0438a11 [ 783.681518] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.681724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.681724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.681942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.682078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.682641] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:006240a0-015f-454b-b44e-67aff0438a11 already deleted. [ 783.682641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-006240a0-015f-454b-b44e-67aff0438a11" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.909474] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.909808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.909808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.910069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.910069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.910069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 already deleted. [ 783.912130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.912130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.912130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.912130] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.996582] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.996782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.996826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.997105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.997190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.997329] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 784.036018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.036018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.036018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.036018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.036018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.050375] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 784.294366] env[65658]: INFO networking_nsxv3.common.synchronization [req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 req-c65be38d-b86f-4e4e-b97e-ef188b332f28 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 784.295185] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 784.295646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.295801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.296310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.296310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.296462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.297451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.297451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.297451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.297451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.297451] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.436928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.437110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.437170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.437367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.437452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.437547] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 already deleted. [ 784.437619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600559] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 784.601106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.604293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.606865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.606865] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.606865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.606865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.606865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.606865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.606865] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.630254] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 784.630922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.630922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.631158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.631506] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.631676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.631747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.631982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.632408] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.802912] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.804982] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.804982] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 already deleted. [ 784.804982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.952382] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.953342] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.953915] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.954626] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.955109] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.955982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.955982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.956311] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.956591] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.957126] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.957411] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.957688] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.961689] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.961689] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.961689] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.961689] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.982086] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.982325] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.982553] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.982759] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.983099] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.983292] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.983414] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.983754] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.983888] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca2fcc2-01fa-40fb-8867-6035a7f51a7e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.115041] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.137706] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.488889] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.488889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.488889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.488889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.488889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.488889] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e not found, creating... [ 785.488889] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.488889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.488889] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.489419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.489419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.489506] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.489580] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.489668] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.490055] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.490134] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.490407] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e is going to be created. [ 785.518058] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.518058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.518058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.619262] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.642700] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.834833] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ecf8c1d-f203-4983-9c0a-084b5748bdc4 req-4b5e4b3f-63e4-4867-9eef-cfffdbbe6ff3 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 785.836491] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 785.836593] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.836663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.020779] env[65658]: INFO networking_nsxv3.common.synchronization [None req-aae87971-0c8b-475b-8bbf-521ed41960e1 None None] Enqueued Resource ID: 1a494a17-8475-4e46-9c42-21fb64eee2f5 with Priority: HIGHEST for action port [ 786.023220] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a494a17-8475-4e46-9c42-21fb64eee2f5 with Priority: HIGHEST for action port [ 786.023220] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a494a17-8475-4e46-9c42-21fb64eee2f5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.023220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a494a17-8475-4e46-9c42-21fb64eee2f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.023220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a494a17-8475-4e46-9c42-21fb64eee2f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.023220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a494a17-8475-4e46-9c42-21fb64eee2f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.023220] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a494a17-8475-4e46-9c42-21fb64eee2f5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.061713] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 786.061971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.062168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.062451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.062606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.062729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.062796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.062954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.063051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.063155] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.123276] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.123660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.124842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.125354] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be updated. [ 786.145804] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.145993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.146526] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 786.203758] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.203962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.203962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.204194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.207037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.207693] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.207885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.207885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.208081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.208175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.227733] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 786.229557] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: IN_PROGRESS for 2s [ 786.324226] env[65658]: INFO networking_nsxv3.common.synchronization [req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 req-709344e1-e3cc-4120-b565-fbb4db6e8719 service nova] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_rules [ 786.324226] env[65658]: INFO networking_nsxv3.common.synchronization [req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 req-709344e1-e3cc-4120-b565-fbb4db6e8719 service nova] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 786.324951] env[65658]: INFO networking_nsxv3.common.synchronization [req-5a0bcff3-263b-4268-bc87-9f3bb8a5e276 req-709344e1-e3cc-4120-b565-fbb4db6e8719 service nova] Enqueued Resource ID: 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e with Priority: HIGHEST for action port [ 786.327625] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_rules [ 786.327781] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 786.327891] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e with Priority: HIGHEST for action port [ 786.328200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.328357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.328820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.328820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.328820] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.331400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.331532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.331601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.331818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.331981] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.332099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.332157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.332296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.332377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.332491] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.333342] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.333637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.333637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.333776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.333830] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca2fcc2-01fa-40fb-8867-6035a7f51a7e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.526338] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a494a17-8475-4e46-9c42-21fb64eee2f5 [ 786.526338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.526948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.526948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.527490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.531020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.531020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a494a17-8475-4e46-9c42-21fb64eee2f5 already deleted. [ 786.531020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a494a17-8475-4e46-9c42-21fb64eee2f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.566393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.566393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.566578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.566848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.566997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.567318] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.567491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.568699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.568699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.568699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.568699] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 786.605974] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.606126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.606185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.606398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.606543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.619934] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 786.835242] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.836491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.836611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.836929] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e with status ACTIVE [ 786.837113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.837222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.837287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.837495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.837581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.837781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.837896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.837959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.840179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.840276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.840481] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.840587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.840646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.840876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.840969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.841075] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ca2fcc2-01fa-40fb-8867-6035a7f51a7e is going to be updated. [ 786.877451] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.877626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.877689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.877878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.878024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.878225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca2fcc2-01fa-40fb-8867-6035a7f51a7e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.952519] env[65658]: INFO networking_nsxv3.common.synchronization [req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 req-b20dc72a-7dfe-4b0e-8659-aa5eec983165 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 786.953950] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 786.953950] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.953950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.953950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.954186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.954186] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.954279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.954344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.954459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.954538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.954686] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.341463] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.457482] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.459619] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.459619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.459619] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be updated. [ 787.492151] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.492330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.492401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.492710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.492884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.504593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: IN_PROGRESS for 2s [ 787.843306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.843524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.843625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.843886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.844292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.844456] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be created. [ 787.883904] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.884248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.884248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.884441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.884505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.896671] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: UNINITIALIZED for 2s [ 788.048355] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048614] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.048762] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.049346] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.049346] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.049346] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.049571] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.050887] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.050887] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.050887] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.050887] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.050887] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.050887] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.051133] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.076927] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.077188] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.078996] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.079254] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-850" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079742] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-28f0b73c-452b-4e84-8eab-bce2c0ef849e taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.079935] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.080079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.080435] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.080602] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f0b73c-452b-4e84-8eab-bce2c0ef849e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.243696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 788.243924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.244125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.244367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.244755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.244832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.244867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.245337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.245337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.245337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.245337] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.247037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 788.247638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.247638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.247638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.247871] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.247947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.248013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.248152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.248230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.248584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.248584] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.585381] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.585755] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.585755] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.586013] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.586162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.586309] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 28f0b73c-452b-4e84-8eab-bce2c0ef849e not found, creating... [ 788.586557] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.586719] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.586836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.587060] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.587187] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.587453] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.587798] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.587798] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.589014] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.589014] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.589014] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 28f0b73c-452b-4e84-8eab-bce2c0ef849e is going to be created. [ 788.612123] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.612123] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.612300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.612495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.613020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.613087] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.630675] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 788.630883] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 deletion is rescheduled due to dependency. [ 788.631012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.750399] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.751746] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.752061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.752061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.752298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.752465] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.752631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.752821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.752888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.752940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.753025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.753490] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.753490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.753490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.753693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.753757] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.753856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.753923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.754424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.754424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.754424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.754424] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.256934] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3: rpc.has_security_group_logging(os_id): False [ 789.259984] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 789.288281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.288523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.288609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.288828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.288920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.289143] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.289239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.289304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.289468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.289537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.289736] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.289831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.289933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.290484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.290777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.290938] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.291090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.291164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.291364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.291457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291575] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 789.296021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.296021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be created. [ 789.363941] env[65658]: INFO networking_nsxv3.common.synchronization [req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 req-f51b975b-99e5-4d89-874d-de5eae19901d service nova] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 789.364145] env[65658]: INFO networking_nsxv3.common.synchronization [req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 req-f51b975b-99e5-4d89-874d-de5eae19901d service nova] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 789.364279] env[65658]: INFO networking_nsxv3.common.synchronization [req-407f3502-e7a3-47d2-888b-c90b4c65f6f8 req-f51b975b-99e5-4d89-874d-de5eae19901d service nova] Enqueued Resource ID: 28f0b73c-452b-4e84-8eab-bce2c0ef849e with Priority: HIGHEST for action port [ 789.364893] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_rules [ 789.365032] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 789.366695] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f0b73c-452b-4e84-8eab-bce2c0ef849e with Priority: HIGHEST for action port [ 789.366695] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.366695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.366695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.366997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.367040] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.369266] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.369373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.370107] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f0b73c-452b-4e84-8eab-bce2c0ef849e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.370255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.370323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.370526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.370609] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f0b73c-452b-4e84-8eab-bce2c0ef849e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.381972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.381972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.381972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.381972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.381972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.387089] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.387228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.387293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.387499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.387637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.413255] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: IN_PROGRESS for 2s [ 789.428689] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 789.521029] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 789.521584] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 deletion is rescheduled due to dependency. [ 789.521846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.524019] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.524019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.524019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.524019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524019] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.685669] env[65658]: INFO networking_nsxv3.common.synchronization [req-4ab58720-9744-470a-89da-0e1f02c09525 req-97d0f8fa-c5ef-4f13-a162-12bb1cdc52fe tempest-ServerGroupTestJSON-509857348 tempest-ServerGroupTestJSON-509857348-project-member] Enqueued Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_members [ 789.686253] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGHEST for action security_group_members [ 789.686687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.686822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.686822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.687167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.687167] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.687386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.687386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.687500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.687587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.687711] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.873033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.873365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.876788] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28f0b73c-452b-4e84-8eab-bce2c0ef849e with status ACTIVE [ 789.877220] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.877493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.877629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.877942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.878070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.878288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.878398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.878459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.878627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.878737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.878886] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.880705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.880705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.880705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.880705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.880705] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28f0b73c-452b-4e84-8eab-bce2c0ef849e is going to be updated. [ 789.911263] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.911458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.911568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.911876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.912074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.912315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f0b73c-452b-4e84-8eab-bce2c0ef849e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.915596] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.917937] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917937] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.025499] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.190177] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.190434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.190524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.190840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.191023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.191305] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.191445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.191539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.191707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.191789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.191883] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89347d3e-da42-4191-ba96-200df0371db2 is going to be updated. [ 790.226135] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.226294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.226367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.226627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.226713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.241524] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: IN_PROGRESS for 2s [ 790.345768] env[65658]: INFO networking_nsxv3.common.synchronization [req-717a7114-07cd-4f85-b5f0-c61c33488b99 req-64aa22f4-834e-48a6-bbe7-326c79df7108 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 790.346397] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 790.346725] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.346909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.346986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.347423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.347618] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.347770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.347770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.347944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.348037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.348131] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.421390] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.421557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.421621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.421896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.422114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.424052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.424052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.424052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.424052] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.529726] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.571390] env[65658]: INFO networking_nsxv3.common.synchronization [req-717a7114-07cd-4f85-b5f0-c61c33488b99 req-bc12fa15-40ed-41bb-9f2d-543de7268f2e tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 790.572520] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 790.572520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.572520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.850552] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.865767] env[65658]: INFO networking_nsxv3.common.synchronization [req-717a7114-07cd-4f85-b5f0-c61c33488b99 req-96701599-ed1e-482a-812d-7411130b15da tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 790.866469] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 790.866756] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.866863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.929744] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 831b315a-5ade-421d-8c05-57da176f6720: rpc.has_security_group_logging(os_id): False [ 790.952862] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.953031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.953208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.953340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.953497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.953645] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.953760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.953827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.953951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.954038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.954239] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.954341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.954341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.954525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.954604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.954755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.954918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.954918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.955059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.955177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.955234] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be created. [ 791.032207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.034021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.034021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.034021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.034021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.034021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be updated. [ 791.056290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.056434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.056511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.056732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.056904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 791.094030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.094030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.094030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.094030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.094030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.103976] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: IN_PROGRESS for 2s [ 791.242437] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 791.242590] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:1 started [ 791.353952] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.427266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 791.427623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.456394] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 791.456394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.856100] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.856541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.856541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.856660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.856839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.858059] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 791.885418] env[65658]: INFO networking_nsxv3.common.synchronization [req-1bfc0d30-8390-49c0-9873-f00896290e92 req-b075bfaf-8484-446a-9237-0ab9c33802d7 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 791.887066] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 791.888254] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.888396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.888396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.889936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.889936] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.889936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.889936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.889936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.889936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.889936] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.908279] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.908355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.908399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.908683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.908893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.937867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 792.249709] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: IN_PROGRESS for 4s [ 792.288548] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_members [ 792.288832] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 792.288899] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 792.289555] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_members [ 792.289704] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 792.289806] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 792.290132] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-383b41e0-6458-482d-a549-2346a265faaf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.290293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.290374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.291105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.291105] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.291105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.291105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.291387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.291387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.291387] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.292963] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.292963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.292963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.292963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.292963] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.292963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.292963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.293238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.293352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.293389] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.294206] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.294296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.294337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.294464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.294598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.294723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.294857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.294923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.295014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.295113] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_rules [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_members [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_rules [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [req-cb301c12-ca8c-4db2-b55c-5daf98cf7b16 req-eb051b90-c0ff-4b40-bc9c-a447cbaadf5d tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 0f62d483-b484-4c98-b04f-162661e654bd with Priority: HIGHEST for action port [ 792.349032] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_rules [ 792.350118] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_rules [ 792.350453] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 792.350683] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f62d483-b484-4c98-b04f-162661e654bd with Priority: HIGHEST for action port [ 792.350890] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_rules [ 792.351108] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_members [ 792.351306] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 792.352377] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-383b41e0-6458-482d-a549-2346a265faaf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.352883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.352883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.354073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.354073] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.354804] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.360180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.360180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.360180] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.360180] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.360180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.360180] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f62d483-b484-4c98-b04f-162661e654bd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.360180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.360180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.360180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.360180] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f62d483-b484-4c98-b04f-162661e654bd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.366698] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.366698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.366698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.366698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.366698] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.366698] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-383b41e0-6458-482d-a549-2346a265faaf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.366698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.366698] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.367913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.395525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.395720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.395850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.396018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.396144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.396319] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.396433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.396488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.396619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.396690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.396813] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 already deleted. [ 792.396903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.796975] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.798733] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.799302] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.839049] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.839165] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.839218] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.839851] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.839947] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.840164] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.840703] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.841030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.841256] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.841408] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.841589] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.841853] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.842226] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.842368] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.842476] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.842618] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.856207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-383b41e0-6458-482d-a549-2346a265faaf taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.856528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869168] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.869395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869468] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f62d483-b484-4c98-b04f-162661e654bd with status ACTIVE [ 792.869617] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.869740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.870507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.870507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.870507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.870736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.870736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.871341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.871428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.871632] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.871732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.871853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.871964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.872055] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.872143] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f62d483-b484-4c98-b04f-162661e654bd is going to be updated. [ 792.874082] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.874247] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.874478] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.874541] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.874840] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.874997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.875125] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.875409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.875541] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a328bb5-a4a7-4dc6-acf7-99a1264033c2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.876564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.876663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.901900] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.902113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.902195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.902528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.903954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.903954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f62d483-b484-4c98-b04f-162661e654bd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.097022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 793.097022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.117577] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 793.118087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.118279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.118505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.118710] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.118823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.118874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.120011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.120011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.120011] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.302345] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.303531] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.304914] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.355467] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ba6756a1-9e09-48be-9595-b77ab1dc3e32 None None] Enqueued Resource ID: e106df6f-18aa-4df8-8596-dc457e2afd93 with Priority: HIGHEST for action port [ 793.355467] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e106df6f-18aa-4df8-8596-dc457e2afd93 with Priority: HIGHEST for action port [ 793.356307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-e106df6f-18aa-4df8-8596-dc457e2afd93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.356737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e106df6f-18aa-4df8-8596-dc457e2afd93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.357122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e106df6f-18aa-4df8-8596-dc457e2afd93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.358792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e106df6f-18aa-4df8-8596-dc457e2afd93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.358792] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e106df6f-18aa-4df8-8596-dc457e2afd93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.379245] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.379587] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.379952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.380323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.380478] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.380609] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 not found, creating... [ 793.380912] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.381675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.381675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.381675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.381675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.382106] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.382282] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382445] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.382761] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.382906] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.383058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 is going to be created. [ 793.412150] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.414235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.414235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.414235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.414235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.414235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.626038] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.714040] env[65658]: INFO networking_nsxv3.common.synchronization [req-c6c87931-91db-4fbf-b351-493dcdfa6657 req-9cc3c93e-baf5-4462-a4e5-171e30aadbc6 tempest-VolumesAssistedSnapshotsTest-248432256 tempest-VolumesAssistedSnapshotsTest-248432256-project-member] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_members [ 793.714872] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGHEST for action security_group_members [ 793.715397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.715667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.715833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.716189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.716471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.718028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.718028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.718028] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.808102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.808410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.808562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.808723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.808808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.808910] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383b41e0-6458-482d-a549-2346a265faaf is going to be created. [ 793.810281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.810450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.810552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.810747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.810853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.810963] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be updated. [ 793.812134] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.812248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.812344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.812620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.812620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.812706] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 793.843651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.843915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.843978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.844177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.844343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.846331] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.846486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.846548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.846758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.846924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.856958] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: IN_PROGRESS for 2s [ 793.856958] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383b41e0-6458-482d-a549-2346a265faaf in Status: UNINITIALIZED for 2s [ 793.864022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e106df6f-18aa-4df8-8596-dc457e2afd93 [ 793.864022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.864022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.864022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.864022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.864520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.864520] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e106df6f-18aa-4df8-8596-dc457e2afd93 already deleted. [ 793.864520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e106df6f-18aa-4df8-8596-dc457e2afd93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.865806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.865956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.866056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.866875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.867461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.885621] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 793.949604] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 793.949604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.950142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.950411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.950550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.951122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.951122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.951122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.951651] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.125131] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 550730b1-ad65-4768-bef4-d43b2b22d573: rpc.has_security_group_logging(os_id): False [ 794.162072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.162072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.162072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.162746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.162746] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be updated. [ 794.199959] env[65658]: INFO networking_nsxv3.common.synchronization [req-1bfc0d30-8390-49c0-9873-f00896290e92 req-1e57840e-01e8-43e2-8d3f-bf6eed70b7e4 service nova] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 794.199959] env[65658]: INFO networking_nsxv3.common.synchronization [req-1bfc0d30-8390-49c0-9873-f00896290e92 req-1e57840e-01e8-43e2-8d3f-bf6eed70b7e4 service nova] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 794.199959] env[65658]: INFO networking_nsxv3.common.synchronization [req-1bfc0d30-8390-49c0-9873-f00896290e92 req-1e57840e-01e8-43e2-8d3f-bf6eed70b7e4 service nova] Enqueued Resource ID: 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 with Priority: HIGHEST for action port [ 794.200432] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 794.200876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 794.200876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 with Priority: HIGHEST for action port [ 794.201502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.201502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.201502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.201688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.201859] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.202882] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.203890] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.203890] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.208274] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.208274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.208274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.208274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.208274] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a328bb5-a4a7-4dc6-acf7-99a1264033c2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.220970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.220970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.220970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.221335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.221888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.222864] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.222864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.222864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.222864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.222864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.224997] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd50c659-f227-4850-a673-546233400b98 is going to be updated. [ 794.236951] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.237136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.237208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.237414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.237562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.252991] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: IN_PROGRESS for 2s [ 794.256979] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.256979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.256979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.257285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.257457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.264024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89347d3e-da42-4191-ba96-200df0371db2 in Status: SUCCESS [ 794.264024] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89347d3e-da42-4191-ba96-200df0371db2 deletion is rescheduled due to dependency. [ 794.264024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.267411] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd50c659-f227-4850-a673-546233400b98 in Status: IN_PROGRESS for 2s [ 794.454193] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.454342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.454411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.454621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.454714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.454959] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.455117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.455290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.455333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.455405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.455501] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 794.493433] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.493571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.493639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.495210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.496210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.513147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 794.708798] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.712334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.712700] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.714045] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 with status ACTIVE [ 794.714448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.714569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.714569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.714858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.714969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.715207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.715367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.715985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.715985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.715985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.716155] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.716244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.716244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.716431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.717126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.718028] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a328bb5-a4a7-4dc6-acf7-99a1264033c2 is going to be updated. [ 794.741447] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.741643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.741709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.741932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.742097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.742259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a328bb5-a4a7-4dc6-acf7-99a1264033c2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.221475] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.724506] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.724739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.724739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.724992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.725390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.725390] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be created. [ 795.758710] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.758888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.758955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.761045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.761045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.771738] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: UNINITIALIZED for 2s [ 795.872937] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383b41e0-6458-482d-a549-2346a265faaf in Status: SUCCESS [ 795.873294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.874376] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 795.875035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.875035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.875775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.877149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.877149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.877149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.877149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.877149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.877149] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.878437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.878759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.880224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.880338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.880405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.880571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.880667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.880766] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.899668] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 795.899668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.899948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.900585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.900585] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.900743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.900809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.901089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.901277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.901411] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.147397] env[65658]: INFO networking_nsxv3.common.synchronization [None req-53a419a3-5b8d-4efa-95fc-2ea3d4e2aa20 None None] Enqueued Resource ID: d47fa791-762b-40dd-b948-b64c70ff82cc with Priority: HIGHEST for action port [ 796.147397] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47fa791-762b-40dd-b948-b64c70ff82cc with Priority: HIGHEST for action port [ 796.147397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47fa791-762b-40dd-b948-b64c70ff82cc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.147397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47fa791-762b-40dd-b948-b64c70ff82cc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.147397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47fa791-762b-40dd-b948-b64c70ff82cc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.147397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47fa791-762b-40dd-b948-b64c70ff82cc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.147968] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47fa791-762b-40dd-b948-b64c70ff82cc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.184519] env[65658]: INFO networking_nsxv3.common.synchronization [req-558ec602-de97-4e96-b14d-176005a85eec req-ea3b6b80-073d-4840-a15a-922eb6a4ebf3 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 796.192023] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 796.192023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.192023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.192023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.192023] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.222813] env[65658]: INFO networking_nsxv3.common.synchronization [req-558ec602-de97-4e96-b14d-176005a85eec req-ea3b6b80-073d-4840-a15a-922eb6a4ebf3 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 796.223700] env[65658]: INFO networking_nsxv3.common.synchronization [req-558ec602-de97-4e96-b14d-176005a85eec req-ea3b6b80-073d-4840-a15a-922eb6a4ebf3 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 796.223700] env[65658]: INFO networking_nsxv3.common.synchronization [req-558ec602-de97-4e96-b14d-176005a85eec req-ea3b6b80-073d-4840-a15a-922eb6a4ebf3 tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df with Priority: HIGHEST for action port [ 796.224296] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 796.224590] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 796.224810] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df with Priority: HIGHEST for action port [ 796.225198] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.225381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.225463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.225682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.225835] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.227245] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.227380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.227596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c88514-a1a9-4ef9-ad8c-af699b7648df taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.227770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.227873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.228236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.228332] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c88514-a1a9-4ef9-ad8c-af699b7648df',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.275479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 796.275870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.280134] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd50c659-f227-4850-a673-546233400b98 in Status: SUCCESS [ 796.280417] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd50c659-f227-4850-a673-546233400b98 deletion is rescheduled due to dependency. [ 796.280626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.378977] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.386761] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.403865] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.531528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 796.531528] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 deletion is rescheduled due to dependency. [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.531528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.531528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.531528] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.654228] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d47fa791-762b-40dd-b948-b64c70ff82cc [ 796.654500] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.654722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.654879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.655250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.655409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.656025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d47fa791-762b-40dd-b948-b64c70ff82cc already deleted. [ 796.656025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47fa791-762b-40dd-b948-b64c70ff82cc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.696706] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.736024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c88514-a1a9-4ef9-ad8c-af699b7648df with status ACTIVE [ 796.736024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.736024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.736024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.736024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.736024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df is going to be updated. [ 796.737401] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.737843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.762187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.762187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.762187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.762187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.762187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.762187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.889766] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.889766] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.910106] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.034490] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.034685] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.034740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.034991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.035111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.035311] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.035413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.035468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.035621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.035695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.035787] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 797.072761] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.072948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.072948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073148] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.088670] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 797.199415] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.390255] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.390817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.390817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.390817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.391228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.391228] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383b41e0-6458-482d-a549-2346a265faaf is going to be updated. [ 797.392960] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.393119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.393213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.393434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.393559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.393687] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be updated. [ 797.415385] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.415591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.415689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.415958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.416138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.416220] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 797.427353] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.427560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.427560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.428092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.428092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.429703] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.429947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.429947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.430130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.430242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.440143] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383b41e0-6458-482d-a549-2346a265faaf in Status: IN_PROGRESS for 2s [ 797.440848] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: IN_PROGRESS for 2s [ 797.457241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.457241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.457241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.457241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.457241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.469045] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 797.704608] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.704887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.704887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.705171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.705263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.705371] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 797.766050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.766050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.766050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.766451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.766451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.780630] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 797.785386] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 797.785386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.785386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.785386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.785386] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.785704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.785704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.785704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.785830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.785960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.786030] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.102631] env[65658]: INFO networking_nsxv3.common.synchronization [req-045176d8-29d6-4565-bd54-56df29fe2d11 req-8309b290-6dbf-4763-afe1-bdfb48df2346 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_members [ 798.102927] env[65658]: INFO networking_nsxv3.common.synchronization [req-045176d8-29d6-4565-bd54-56df29fe2d11 req-8309b290-6dbf-4763-afe1-bdfb48df2346 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 798.103069] env[65658]: INFO networking_nsxv3.common.synchronization [req-045176d8-29d6-4565-bd54-56df29fe2d11 req-8309b290-6dbf-4763-afe1-bdfb48df2346 tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 798.103837] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383b41e0-6458-482d-a549-2346a265faaf with Priority: HIGHEST for action security_group_members [ 798.104308] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 with Priority: HIGHEST for action security_group_members [ 798.104519] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 798.105104] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-383b41e0-6458-482d-a549-2346a265faaf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.105228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.105696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.105864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.106884] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.107065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.288925] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.792300] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 532d0481-4f13-411e-9e02-cd56f3d89863: rpc.has_security_group_logging(os_id): False [ 798.815565] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.815814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.815880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.816129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.816256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.816576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.816820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.816820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.817052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.817190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.817260] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be created. [ 798.907408] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.907408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.907408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.907408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.907408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.927023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: IN_PROGRESS for 2s [ 799.103093] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 799.103366] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 deletion is rescheduled due to dependency. [ 799.103457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.455615] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 383b41e0-6458-482d-a549-2346a265faaf in Status: SUCCESS [ 799.455615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.455615] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 799.455615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.455951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.455951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.457029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.457309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.457427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.457725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.457870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.458040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.458216] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.459562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.459846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.460758] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.460976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.461069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.463037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.463037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463037] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.465161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.465161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.465161] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.465161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.465374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.465937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.465937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.465937] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.467510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.467882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.468163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.468361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.468474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.468724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.468866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.469036] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.484371] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 799.484571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.485149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485479] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.485934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.485934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.486335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.487842] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.488820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.489169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.489246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.489331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.489402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.489584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.489788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.489788] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.623055] env[65658]: INFO networking_nsxv3.common.synchronization [req-f226e18e-c8b1-4d36-b89a-bfe00d9a73e6 req-ca30dc10-1e87-4cbf-9685-523d048653a5 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 799.625530] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 799.626265] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.628093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.628093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.628093] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.792085] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 799.792447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.794035] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.967732] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('383b41e0-6458-482d-a549-2346a265faaf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.973097] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.977634] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.977634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.977634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.978548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.978548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.978548] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.978548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.978548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.978548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.978548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.978798] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 383b41e0-6458-482d-a549-2346a265faaf is going to be deleted. [ 799.980965] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.981106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.981190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.981741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.982842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.984111] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.984233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.984331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.984790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.984790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.984790] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be updated. [ 799.991647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.991779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.992201] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.019470] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.019721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.019721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.019961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.020156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.031471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.031660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.031722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.031899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.031990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.032114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.034057] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: IN_PROGRESS for 2s [ 800.132411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.132828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.134163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.134163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.134163] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be updated. [ 800.165262] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.165262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.165262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.165541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.165541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.176031] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 800.300025] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.470350] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 383b41e0-6458-482d-a549-2346a265faaf: rpc.has_security_group_logging(os_id): False [ 800.481781] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3: rpc.has_security_group_logging(os_id): False [ 800.496404] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.496404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.496404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.496804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.496804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.497085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.497085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.497328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.497328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.497434] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383b41e0-6458-482d-a549-2346a265faaf is going to be created. [ 800.498973] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.512877] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.513087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.513087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.513684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.513684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.514192] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.514317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.514384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.514629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.514721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.514866] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 is going to be updated. [ 800.525871] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/383b41e0-6458-482d-a549-2346a265faaf], does not exist path=[/infra/domains/default/groups/383b41e0-6458-482d-a549-2346a265faaf]."\n}' [ 800.525871] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383b41e0-6458-482d-a549-2346a265faaf failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/383b41e0-6458-482d-a549-2346a265faaf [ 800.525871] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 800.579324] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.579582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.579582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.579782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.581651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.581651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.581883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.581883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.583596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.583762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.583810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.584503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.584503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.584503] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 383b41e0-6458-482d-a549-2346a265faaf is going to be created. [ 800.607853] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.608016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.608079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.608835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.608835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.620044] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/383b41e0-6458-482d-a549-2346a265faaf], does not exist path=[/infra/domains/default/groups/383b41e0-6458-482d-a549-2346a265faaf]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/383b41e0-6458-482d-a549-2346a265faaf [ 800.620242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-383b41e0-6458-482d-a549-2346a265faaf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.620791] env[65658]: Traceback (most recent call last): [ 800.620857] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 800.620857] env[65658]: return func(*args, **kwargs) [ 800.620857] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 800.620857] env[65658]: res.raise_for_status() [ 800.620857] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 800.620857] env[65658]: raise HTTPError(http_error_msg, response=self) [ 800.620857] env[65658]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/383b41e0-6458-482d-a549-2346a265faaf [ 800.620857] env[65658]: During handling of the above exception, another exception occurred: [ 800.620857] env[65658]: Traceback (most recent call last): [ 800.620857] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 800.620857] env[65658]: listener.cb(fileno) [ 800.620857] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 800.620857] env[65658]: result = function(*args, **kwargs) [ 800.620857] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 800.620857] env[65658]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 800.620857] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 800.620857] env[65658]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 800.620857] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 800.620857] env[65658]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 800.620857] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 800.620857] env[65658]: res.raise_for_status() [ 800.620857] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 800.620857] env[65658]: raise HTTPError(http_error_msg, response=self) [ 800.620857] env[65658]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/383b41e0-6458-482d-a549-2346a265faaf [ 800.620857] env[65658]: Removing descriptor: 19 [ 800.624584] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: IN_PROGRESS for 2s [ 800.703792] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae185dd8-56da-4d8b-98fc-007cf49f378f req-05bd1168-6efa-4aad-9b07-ba274c201f8c tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Enqueued Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_members [ 800.704680] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_members [ 800.705305] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.705537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.705705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.706254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.706439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.706573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.706627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.707353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.707502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.707614] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.799909] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.942415] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 800.942649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.001609] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.001817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.001817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.002109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.002227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.002288] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 801.054368] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.054368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.054368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.054368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.054368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.073428] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 801.210629] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.212432] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.212432] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd26cf07-b963-45f5-8716-802ea151de31 already deleted. [ 801.212432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.311687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.311687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.311687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.311687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.311687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.311687] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 801.324252] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-805" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-805" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-805" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.324252] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.324252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.324252] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.324252] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.324252] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.324252] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.324885] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.324885] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.324885] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.361669] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.361891] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.361960] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.362168] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-805" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.362561] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.362737] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.362850] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.363217] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.363378] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9e7fcc-b41a-4489-a6e5-a8a73e45caed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.375836] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.375965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.376014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.376552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.376552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.388323] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 801.866612] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.866929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.867192] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.867537] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.867890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.867890] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed not found, creating... [ 801.868250] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.868437] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.868627] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.868894] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.869101] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.869439] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.869643] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.869861] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.870155] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.870292] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.870431] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed is going to be created. [ 801.893918] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.894168] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.894270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.894538] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.894755] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.895008] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.048290] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 802.048969] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 deletion is rescheduled due to dependency. [ 802.049147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.186662] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 802.186903] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 deletion is rescheduled due to dependency. [ 802.187067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.594497] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5a93501d-2f56-48c7-8d0b-619f63f7fa99 None None] Enqueued Resource ID: 617da19c-1aeb-4ed4-9214-0ba3da4b8bc5 with Priority: HIGHEST for action port [ 802.594497] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617da19c-1aeb-4ed4-9214-0ba3da4b8bc5 with Priority: HIGHEST for action port [ 802.597460] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae185dd8-56da-4d8b-98fc-007cf49f378f req-d21b5701-0bee-444f-927f-b9faa93c8423 service nova] Enqueued Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_rules [ 802.601375] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae185dd8-56da-4d8b-98fc-007cf49f378f req-d21b5701-0bee-444f-927f-b9faa93c8423 service nova] Enqueued Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_members [ 802.601375] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae185dd8-56da-4d8b-98fc-007cf49f378f req-d21b5701-0bee-444f-927f-b9faa93c8423 service nova] Enqueued Resource ID: 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed with Priority: HIGHEST for action port [ 802.601375] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-617da19c-1aeb-4ed4-9214-0ba3da4b8bc5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.601375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617da19c-1aeb-4ed4-9214-0ba3da4b8bc5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.601375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617da19c-1aeb-4ed4-9214-0ba3da4b8bc5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.601375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617da19c-1aeb-4ed4-9214-0ba3da4b8bc5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.601375] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617da19c-1aeb-4ed4-9214-0ba3da4b8bc5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.602480] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_rules [ 802.602658] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_members [ 802.602869] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed with Priority: HIGHEST for action port [ 802.603372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.603491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.603554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.603763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.604126] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.604625] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.604728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.604779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.605071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.605219] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.605378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.605490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.605706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.605797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.605956] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.609996] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.610139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.610203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.610391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.610471] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9e7fcc-b41a-4489-a6e5-a8a73e45caed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.651958] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3 in Status: SUCCESS [ 802.652610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.086415] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 803.086415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.086756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.086756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.086907] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.087039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.087134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.087291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.087371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.087454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.087618] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.087766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.087766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.087901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.088070] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.088171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.088234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.088373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.088446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.088527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.089686] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.105756] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 617da19c-1aeb-4ed4-9214-0ba3da4b8bc5 [ 803.105756] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.105756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.105756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.105756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.105756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.105756] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:617da19c-1aeb-4ed4-9214-0ba3da4b8bc5 already deleted. [ 803.105756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617da19c-1aeb-4ed4-9214-0ba3da4b8bc5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.112941] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.114582] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.116102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.116102] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed with status ACTIVE [ 803.116102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.116311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.116311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.116774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.116774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.116903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.117247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.117247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.119070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.119164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.119416] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.119516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.119557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.119952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.119952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.119952] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c9e7fcc-b41a-4489-a6e5-a8a73e45caed is going to be updated. [ 803.145072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.145072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.145072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.145072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.145072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.145072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9e7fcc-b41a-4489-a6e5-a8a73e45caed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.245846] env[65658]: INFO networking_nsxv3.common.synchronization [req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 req-9e04d49b-e6b8-4201-9e4b-81710a9bd43e tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 803.246629] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 803.246997] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.247118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.262602] env[65658]: INFO networking_nsxv3.common.synchronization [req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 req-9e04d49b-e6b8-4201-9e4b-81710a9bd43e tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 803.262857] env[65658]: INFO networking_nsxv3.common.synchronization [req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 req-9e04d49b-e6b8-4201-9e4b-81710a9bd43e tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 803.263076] env[65658]: INFO networking_nsxv3.common.synchronization [req-ab5cfbfb-30c8-4266-94b9-840cd0dcc450 req-9e04d49b-e6b8-4201-9e4b-81710a9bd43e tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df with Priority: HIGHEST for action port [ 803.263647] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_rules [ 803.264786] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 803.264786] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df with Priority: HIGHEST for action port [ 803.264786] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.265262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.265376] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.265420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.265608] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c88514-a1a9-4ef9-ad8c-af699b7648df taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.265991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.266077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.266585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.266585] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c88514-a1a9-4ef9-ad8c-af699b7648df',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.403177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 803.403481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.403658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.403882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.404091] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.404208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.404269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.404418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.404497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.404582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.404678] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.405550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.405718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.405987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.405987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.409615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.409615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409615] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.514721] env[65658]: INFO networking_nsxv3.common.synchronization [req-67127b5d-7a13-4dca-ac65-604ebface25e req-16ca4207-7795-4da3-b773-063f28e7e070 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 803.515332] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 803.515632] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.515750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.515826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.518956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.520015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.520015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.520015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.520015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.520015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.520015] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.591566] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 803.617727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.617867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.617933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.618192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.623115] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.638740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.638740] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.638740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.638740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.639780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.639780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.639780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.642453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.642453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.642453] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 803.712515] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.712650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.712717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.713046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.713190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.733895] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 803.770443] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c88514-a1a9-4ef9-ad8c-af699b7648df with status ACTIVE [ 803.770719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.770901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.770941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.771209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.771305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.771489] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.771613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.771677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.771847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.771926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.772348] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.772348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.772348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.772498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.772538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.772624] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c88514-a1a9-4ef9-ad8c-af699b7648df is going to be updated. [ 803.832857] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.833027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.833099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.835699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.835699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.835699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c88514-a1a9-4ef9-ad8c-af699b7648df" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.910664] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.911358] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.023129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.023129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.023129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.023129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.023129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.023436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.023436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.023539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.024949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.024949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.024949] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 already deleted. [ 804.024949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.086793] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.086793] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.086793] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.086793] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.087321] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.087321] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.087321] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.087449] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.087575] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.087811] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.087930] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.088737] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.088737] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.088737] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.088737] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.088737] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.113278] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.113590] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.113590] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.113739] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.114022] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.114241] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.114406] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.115174] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.115174] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.123704] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.123872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.123944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.124176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.124260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.124693] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd26cf07-b963-45f5-8716-802ea151de31 is going to be created. [ 804.170039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.170039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.170039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.170039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.170039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.182033] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd26cf07-b963-45f5-8716-802ea151de31 in Status: UNINITIALIZED for 2s [ 804.413020] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e540447-f114-4b49-b285-60313eafdf23: rpc.has_security_group_logging(os_id): False [ 804.414284] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.434370] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.434587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.434640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.434844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.457497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.457853] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.457979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.458054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.458259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.458340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.458431] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 804.553435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.553590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.553654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.553877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.554032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.584856] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 804.618817] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.618817] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.619293] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.619293] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.619487] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.619487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf not found, creating... [ 804.619721] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.619997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.619997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.620225] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.620358] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.620646] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.620790] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.620952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.624076] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.624277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.624481] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf is going to be created. [ 804.650204] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.650430] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.650553] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.650813] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.651077] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.916634] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.917628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.917628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.917628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.917628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.917628] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 804.954867] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.956840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.956840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.956840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.956840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.969857] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 805.107803] env[65658]: INFO networking_nsxv3.common.synchronization [None req-a2c5b821-9878-4586-9cf0-44ded3e6c9cf None None] Enqueued Resource ID: 6612ecb7-9dce-439c-b915-67c0aff686aa with Priority: HIGHEST for action port [ 805.109195] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6612ecb7-9dce-439c-b915-67c0aff686aa with Priority: HIGHEST for action port [ 805.110938] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6612ecb7-9dce-439c-b915-67c0aff686aa taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.111093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6612ecb7-9dce-439c-b915-67c0aff686aa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.111184] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6612ecb7-9dce-439c-b915-67c0aff686aa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.111452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6612ecb7-9dce-439c-b915-67c0aff686aa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.111537] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6612ecb7-9dce-439c-b915-67c0aff686aa',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.400381] env[65658]: INFO networking_nsxv3.common.synchronization [req-67127b5d-7a13-4dca-ac65-604ebface25e req-33419af5-7f93-46cc-8439-e7df73e06ffd service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 805.400569] env[65658]: INFO networking_nsxv3.common.synchronization [req-67127b5d-7a13-4dca-ac65-604ebface25e req-33419af5-7f93-46cc-8439-e7df73e06ffd service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 805.400653] env[65658]: INFO networking_nsxv3.common.synchronization [req-67127b5d-7a13-4dca-ac65-604ebface25e req-33419af5-7f93-46cc-8439-e7df73e06ffd service nova] Enqueued Resource ID: ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf with Priority: HIGHEST for action port [ 805.400888] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 805.401072] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 805.401224] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf with Priority: HIGHEST for action port [ 805.401980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.401980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.402164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.402551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.402677] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.403691] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.403815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.403878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.404066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.404223] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.404317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.404372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.404511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.404594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.404684] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.407201] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.407201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.407201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.407201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.407201] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.614766] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6612ecb7-9dce-439c-b915-67c0aff686aa [ 805.615068] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.615231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.615302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.615519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.615609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.615721] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6612ecb7-9dce-439c-b915-67c0aff686aa already deleted. [ 805.616237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6612ecb7-9dce-439c-b915-67c0aff686aa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.756965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 805.757291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.908473] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.908673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.908868] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.910867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf with status ACTIVE [ 805.910867] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.910867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.910867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.911150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.911150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.912024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.912024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.912024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.912024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.912024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.912024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.912024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.912345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.912345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.912345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.912345] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf is going to be updated. [ 805.933850] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.934112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.934112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.934295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.934448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.934659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccbc6e81-e91a-4f3f-89e6-19d8dbcb9faf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.194913] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd26cf07-b963-45f5-8716-802ea151de31 in Status: SUCCESS [ 806.194913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.194913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.194913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.194913] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.195581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.195581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.195581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.195581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.195732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.195732] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.253084] env[65658]: INFO networking_nsxv3.common.synchronization [req-d81627bb-1d16-445f-8eaf-8842e2aab4aa req-795517ee-38d8-41a7-821c-1e9c26568449 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 806.253709] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 806.254078] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.254246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.254341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.254569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.254797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.255265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.255265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.255265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.255452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.255518] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.412805] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.603104] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 806.603104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.603104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.603104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.603104] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.673929] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.674125] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.674245] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.674799] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.674799] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.674906] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.675322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.675322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.675539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.675679] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.675799] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.675920] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.676055] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.676149] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.676242] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.676353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.699147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.699358] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.699523] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.699699] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.700010] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-ca99950b-24fa-4a01-977f-51e914dc1de4 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.700193] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.700300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.700607] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.700725] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca99950b-24fa-4a01-977f-51e914dc1de4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.701821] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.701954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.702033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.702495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.702495] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.702495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.702495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.702673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.702704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.702769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.702930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.703118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.703241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.703383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.703522] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.703612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.703671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.703854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.703886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.703944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.704038] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.758281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.758434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.758957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.758957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.788025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.788155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.788155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.788568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.788568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788568] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 806.819180] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.819346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.819451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.819691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.819864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.830791] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 806.915578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.915824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.915824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.916073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.916183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.916284] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be created. [ 806.945583] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.945583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.945583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.945583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.945843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986017] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: UNINITIALIZED for 2s [ 806.990402] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 806.990649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.991199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.991380] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.991498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.991564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.991761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.991848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.991959] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.105145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.105355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.205890] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.206323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.206323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.206510] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.206799] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.206799] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port ca99950b-24fa-4a01-977f-51e914dc1de4 not found, creating... [ 807.207064] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.207250] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.207397] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.207622] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.207754] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.208101] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.208191] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.208298] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.208569] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.208701] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.208854] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: ca99950b-24fa-4a01-977f-51e914dc1de4 is going to be created. [ 807.210062] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd26cf07-b963-45f5-8716-802ea151de31: rpc.has_security_group_logging(os_id): False [ 807.231258] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.231407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.231509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.231759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.231873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.232120] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.232247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.232326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.232494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.232575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.232786] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.232916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.232952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.233193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.233270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.233459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.233582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.233699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.233753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.233820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.233902] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd26cf07-b963-45f5-8716-802ea151de31 is going to be created. [ 807.236250] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.236533] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.236706] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.237027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.237437] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.237740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.348688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.348852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.348925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.349158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.349349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.387208] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd26cf07-b963-45f5-8716-802ea151de31 in Status: IN_PROGRESS for 2s [ 807.495451] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.855835] env[65658]: INFO networking_nsxv3.common.synchronization [None req-cb2adf61-778a-44e2-bd91-d1af9659e0ce None None] Enqueued Resource ID: f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6 with Priority: HIGHEST for action port [ 807.856629] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6 with Priority: HIGHEST for action port [ 807.856944] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.857065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.857285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.857669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.857757] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.984768] env[65658]: INFO networking_nsxv3.common.synchronization [req-d81627bb-1d16-445f-8eaf-8842e2aab4aa req-309b603a-668d-4b59-bd9f-777fd70fc24a service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 807.984768] env[65658]: INFO networking_nsxv3.common.synchronization [req-d81627bb-1d16-445f-8eaf-8842e2aab4aa req-309b603a-668d-4b59-bd9f-777fd70fc24a service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 807.985403] env[65658]: INFO networking_nsxv3.common.synchronization [req-d81627bb-1d16-445f-8eaf-8842e2aab4aa req-309b603a-668d-4b59-bd9f-777fd70fc24a service nova] Enqueued Resource ID: ca99950b-24fa-4a01-977f-51e914dc1de4 with Priority: HIGHEST for action port [ 807.986385] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 807.986530] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 807.986628] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99950b-24fa-4a01-977f-51e914dc1de4 with Priority: HIGHEST for action port [ 807.986924] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.987073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.987149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.987368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.987450] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.988980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.989102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.989314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca99950b-24fa-4a01-977f-51e914dc1de4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.989421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.989490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.990194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.990293] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca99950b-24fa-4a01-977f-51e914dc1de4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.000210] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.360881] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6 [ 808.361271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.361390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.361390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.362047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.362047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.362047] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6 already deleted. [ 808.362047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f80ee6bc-1c2f-4402-9eae-9e43cc1f28b6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.492785] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.493345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.493673] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca99950b-24fa-4a01-977f-51e914dc1de4 with status ACTIVE [ 808.496041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.496041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.496041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.496041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.496568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.496568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.496568] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca99950b-24fa-4a01-977f-51e914dc1de4 is going to be updated. [ 808.503718] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.503718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.503718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503718] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 808.528149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.528356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.528392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.528587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.530240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.530460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca99950b-24fa-4a01-977f-51e914dc1de4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.539601] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.539744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.539818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.540056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.540217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.554939] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 808.849895] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 808.849895] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 808.850115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.851013] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.855150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.855150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.857127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.857127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.857127] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.002993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 809.002993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.003310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.003724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.003998] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.004197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.004271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.004463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.004594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.004808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.007268] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.175400] env[65658]: INFO networking_nsxv3.common.synchronization [req-8b46f5e5-a2c3-4448-b95a-b472328f1edb req-24b80677-3f6d-429e-935b-5462b592dae0 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 809.177701] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 809.178287] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.178440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.178500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.178825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.178946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.179071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.179138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.179315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.179420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.179528] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.360712] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.409996] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd26cf07-b963-45f5-8716-802ea151de31 in Status: SUCCESS [ 809.409996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.513429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.513429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.513429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.513429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.514026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.514026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.514026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.514026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.514026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.514206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.514206] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.684532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.684786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.684786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.684972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.685150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.685351] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.685508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.685508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.685667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.685741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.685824] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 already deleted. [ 809.685902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.792691] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.792908] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.793066] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.793327] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.793580] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.793725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.793830] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.794050] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.794198] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.794412] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.794527] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.794669] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.794771] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.794899] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.795130] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.795229] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.817194] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.817739] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.817739] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.817739] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.817990] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-9bc8c18b-d176-475f-926b-b0ffe60c4c73 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.819760] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.819760] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.819760] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.819760] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc8c18b-d176-475f-926b-b0ffe60c4c73',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.864141] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.018818] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 810.041069] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.041203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.041203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.041451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.041531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.041688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.041793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.042080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.042261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.042346] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.042497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.042497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.042810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.042965] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.043425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.043425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.043425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.043425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.043585] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be created. [ 810.113959] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.113959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.113959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.114463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.114546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.127189] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 810.324300] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.324300] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 9bc8c18b-d176-475f-926b-b0ffe60c4c73 not found, creating... [ 810.324300] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.324300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.324838] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.324838] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.324948] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.325905] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.326269] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.326429] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.326589] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 9bc8c18b-d176-475f-926b-b0ffe60c4c73 is going to be created. [ 810.353817] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.354046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.354138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.354416] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.354632] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.354856] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.367174] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.367363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.367461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.367748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.367864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.367991] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 810.418456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.418927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.419088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.452254] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 810.570939] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 810.571368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.571368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.572350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.572350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.572350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.572350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.572617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.572656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.572778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.572899] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.657785] env[65658]: INFO networking_nsxv3.common.synchronization [None req-45e5399c-872a-4037-b383-27ae2076e0a6 None None] Enqueued Resource ID: 9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb with Priority: HIGHEST for action port [ 810.658521] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb with Priority: HIGHEST for action port [ 810.659961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.660613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.660740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.662159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.662327] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.080510] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.165219] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb [ 811.165480] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.165608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.165669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.165895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.165990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.166122] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb already deleted. [ 811.166198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb81ba2-92ba-4925-89f2-b86c0f6e9cfb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.203109] env[65658]: INFO networking_nsxv3.common.synchronization [req-8b46f5e5-a2c3-4448-b95a-b472328f1edb req-91a14148-9d3d-4ecb-b86b-090d24c66395 service nova] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_rules [ 811.203293] env[65658]: INFO networking_nsxv3.common.synchronization [req-8b46f5e5-a2c3-4448-b95a-b472328f1edb req-91a14148-9d3d-4ecb-b86b-090d24c66395 service nova] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 811.203427] env[65658]: INFO networking_nsxv3.common.synchronization [req-8b46f5e5-a2c3-4448-b95a-b472328f1edb req-91a14148-9d3d-4ecb-b86b-090d24c66395 service nova] Enqueued Resource ID: 9bc8c18b-d176-475f-926b-b0ffe60c4c73 with Priority: HIGHEST for action port [ 811.203661] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_rules [ 811.203788] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 811.203883] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc8c18b-d176-475f-926b-b0ffe60c4c73 with Priority: HIGHEST for action port [ 811.204498] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.204572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.204643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.204897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.204982] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.206649] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.206776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.206815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.207289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.207289] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.207289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.207417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.207505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.207551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.207672] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.212129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bc8c18b-d176-475f-926b-b0ffe60c4c73 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.212129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.212129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.212129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.212129] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc8c18b-d176-475f-926b-b0ffe60c4c73',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.582794] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e540447-f114-4b49-b285-60313eafdf23: rpc.has_security_group_logging(os_id): False [ 811.602565] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.602740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.602811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.603057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.603161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.603452] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.603549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.603624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.603769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.603872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.603969] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 811.677850] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.678019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.678086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.678365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.678598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.698286] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 811.711773] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.712877] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.712976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.713442] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bc8c18b-d176-475f-926b-b0ffe60c4c73 with status ACTIVE [ 811.713612] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.713724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.713786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.713989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.714092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.714261] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.714355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.714414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.714566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.714645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.714820] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.714912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.715330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.715330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.715330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.715435] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bc8c18b-d176-475f-926b-b0ffe60c4c73 is going to be updated. [ 811.743024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.743024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.743024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.743024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.743024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.743024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bc8c18b-d176-475f-926b-b0ffe60c4c73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.148269] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 812.148417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.214548] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.267437] env[65658]: INFO networking_nsxv3.common.synchronization [req-3dfc6d5d-4917-4363-9da4-856e75a81a69 req-9f69d9f9-0b4b-42e5-8d22-0a83b656dc9b tempest-AttachInterfacesUnderV243Test-1641507790 tempest-AttachInterfacesUnderV243Test-1641507790-project-member] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 812.267876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGHEST for action security_group_members [ 812.270607] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.270761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.270830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.271063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.271232] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.271341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.271399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.271579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.271665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.271762] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.469953] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.469953] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.469953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.471418] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.719426] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.719426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.719426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.719426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.719426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.719426] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be created. [ 812.770857] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.771019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.771093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.771310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.771472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775609] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.775898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.775977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.776360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.776540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.776635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.776694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.776998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.777046] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be updated. [ 812.786509] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: UNINITIALIZED for 2s [ 812.813397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.813397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.813397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.813397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.813397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.825129] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: IN_PROGRESS for 2s [ 812.978861] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.978861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.979022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.979351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.979540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.979682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.979778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.980018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.980185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.980291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.980476] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.980573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.980633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.980849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.980986] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.981459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981649] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.483793] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a51e0b1-2738-4c9b-8791-5929a441d854: rpc.has_security_group_logging(os_id): False [ 813.503338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.503485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.504427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.504427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.504427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.504427] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.504427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.504427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.504427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.504862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.504862] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.504862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.504862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.505168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.505168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.505288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.508224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.508300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.508849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.508849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.508849] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 813.576506] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.576681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.576741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.577177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.577343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.598350] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 813.714461] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 813.714796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.756255] env[65658]: INFO networking_nsxv3.common.synchronization [req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 req-df177b0e-987b-420c-9598-896f5836177b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_members [ 814.756982] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_members [ 814.758192] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.758192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.758192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.758192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.758432] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.758955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.758955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.758955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.759163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.759589] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.803073] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 814.803719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.803963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804585] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.804742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.805048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.805234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805517] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.835808] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e540447-f114-4b49-b285-60313eafdf23 in Status: SUCCESS [ 814.836278] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e540447-f114-4b49-b285-60313eafdf23 deletion is rescheduled due to dependency. [ 814.836438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.902056] env[65658]: INFO networking_nsxv3.common.synchronization [req-4dfbb195-5f65-45e4-b502-07b5f8427cdb req-1f78abf0-d3ff-4179-a661-cd8a08a9a7bb tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 814.902628] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 814.902934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.903370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.903370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.903496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.903807] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.903902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.903961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.904158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.904278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.904581] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.262347] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.262536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.262669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.262881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.262881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.263142] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.263624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.263624] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 already deleted. [ 815.263919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.279106] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.279297] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.279412] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.280382] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.280382] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.280382] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.280539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.280821] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281327] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.281327] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.281455] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.281567] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.281685] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.281927] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.282202] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.282305] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.303208] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.303474] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.303544] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.303956] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.304095] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.304205] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.304392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.304600] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.305298] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.307446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.307731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.308235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.308580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.309705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.309705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.309705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.310331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.310331] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.310331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.310331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.310331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.310628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.310628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.310628] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.407927] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.407927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.407927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.408145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.442217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.442217] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.442217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.442217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.442217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.442413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.442413] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 815.478660] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.478922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.478995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.479376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.479599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.494731] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 815.615785] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 815.616010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.638375] env[65658]: INFO networking_nsxv3.common.synchronization [req-995ec0bd-a05c-45ed-b328-c7c0f6e4e749 req-8597abb4-7229-420a-b1e0-ade1f64386a5 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 815.638952] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 815.639303] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.639980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.639980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.640113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.640201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.640373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.640496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.640616] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.807649] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.807977] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.808046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.808306] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.808512] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.808674] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a not found, creating... [ 815.808935] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809103] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.809216] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.809433] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.809562] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.809852] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809971] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.810109] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.810283] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.810404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.810535] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a is going to be created. [ 815.815315] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf96a554-514e-4455-84ba-6dcc51a9d569: rpc.has_security_group_logging(os_id): False [ 815.832993] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.833296] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.833442] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.833740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.834053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.834347] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.836542] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.836706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.836811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.837046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.837157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.837423] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.837611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.837688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.838520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.838520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.838520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.838791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838821] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.838936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.838990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.839166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.839273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.839375] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be created. [ 816.065946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.066146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.066516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.066516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.066625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.087810] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 816.143351] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.574819] env[65658]: INFO networking_nsxv3.common.synchronization [req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 req-e361c345-51d1-4ee8-821b-80a7fafee291 service nova] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_rules [ 816.575123] env[65658]: INFO networking_nsxv3.common.synchronization [req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 req-e361c345-51d1-4ee8-821b-80a7fafee291 service nova] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_members [ 816.575368] env[65658]: INFO networking_nsxv3.common.synchronization [req-ca7698e9-2391-4a74-b7ed-f9e5ffe6f980 req-e361c345-51d1-4ee8-821b-80a7fafee291 service nova] Enqueued Resource ID: 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a with Priority: HIGHEST for action port [ 816.576537] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_rules [ 816.577809] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_members [ 816.577809] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a with Priority: HIGHEST for action port [ 816.577809] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.577809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.577809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.577809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.577809] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.579149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.579149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.579149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.579149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.579149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.579149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.579404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.579404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.579404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.579494] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.580456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.580834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.580834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.580834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.580995] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.647230] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.083093] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.084170] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.084295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.084613] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a with status ACTIVE [ 817.084613] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.084750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.084789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.084976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.085082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.085288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.085474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.085631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.085711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.085892] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.085990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.086863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.087054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.087271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.087429] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a is going to be updated. [ 817.114940] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.114940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.114940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.114940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.115139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.115181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae1ab6c-1fc3-4c82-a7d1-b4367db3540a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.150657] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.150657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.150657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.150657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.150657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.150657] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 817.199978] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.200228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.200228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.200404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.200602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.217183] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 817.509963] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 817.510192] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 deletion is rescheduled due to dependency. [ 817.510316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589919] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.093059] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.093350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.093350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.093503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.093824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.093824] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 is going to be created. [ 818.102641] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 818.103193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.120626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.120626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.120857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.121049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.132123] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129423e4-7371-4347-ac1b-133cdf696c91 in Status: UNINITIALIZED for 2s [ 818.872203] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ea43d03-1a37-45df-8206-348c21354f92 req-e64b627e-07c5-449f-aec3-f1ccbf6031c2 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 818.872203] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 818.872203] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.872203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.872203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.872203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.872203] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.872729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.872946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.873288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.873514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.873726] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.230770] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 819.230770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.315654] env[65658]: INFO networking_nsxv3.common.synchronization [req-6fe837b1-f296-4800-b462-39d834a250d7 req-35e31f4d-763a-42d4-b2fd-a265c71524e4 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 819.316250] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 819.316599] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.318273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.319049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.319049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.319049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.319049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.319049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.319049] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.359773] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.360051] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.360190] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.360452] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.360831] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.361081] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.361200] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.361460] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.361839] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.361839] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.361974] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.362040] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.362228] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.362348] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.362554] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.362708] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.378811] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.383968] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.384204] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.384384] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.384602] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.384986] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.385192] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.385362] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.385720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.385861] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bbd72f-0701-44f6-aedf-1f43bdf0ea98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.822265] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.822443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.822508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.822708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.822804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.823448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.823448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.823448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.823448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.823448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.823448] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 819.854602] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.866593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 819.880955] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.889069] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.889299] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.889425] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.889779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.889985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.890080] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 not found, creating... [ 819.890342] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.890491] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.890599] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.890803] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.890931] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.891224] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.891400] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.891477] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.891675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.891806] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.891938] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 is going to be created. [ 819.914266] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.914457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.914589] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.915848] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.915848] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.915848] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.142333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129423e4-7371-4347-ac1b-133cdf696c91 in Status: SUCCESS [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.145369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.145369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.145369] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.384079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.384719] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be updated. [ 820.416615] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.416765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.416835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.417056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.417201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.427588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 820.649905] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.651529] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ea43d03-1a37-45df-8206-348c21354f92 req-39dca054-824f-438f-a08a-457c29bed9c3 service nova] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_rules [ 820.651704] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ea43d03-1a37-45df-8206-348c21354f92 req-39dca054-824f-438f-a08a-457c29bed9c3 service nova] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 820.652484] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ea43d03-1a37-45df-8206-348c21354f92 req-39dca054-824f-438f-a08a-457c29bed9c3 service nova] Enqueued Resource ID: 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 with Priority: HIGHEST for action port [ 820.652615] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_rules [ 820.652659] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 820.652755] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 with Priority: HIGHEST for action port [ 820.653064] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.653293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.653401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.653566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.653685] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.655509] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.655627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.656177] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.656377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.656377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.656567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.656661] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bbd72f-0701-44f6-aedf-1f43bdf0ea98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.154965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 129423e4-7371-4347-ac1b-133cdf696c91: rpc.has_security_group_logging(os_id): False [ 821.160910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.160910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.160910] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 with status ACTIVE [ 821.162160] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.162160] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.162160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.162160] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.162732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.162732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.162732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.162732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.162732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15bbd72f-0701-44f6-aedf-1f43bdf0ea98 is going to be updated. [ 821.181547] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.181769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.182150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.182244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.182297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.182646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.182787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.182877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.183353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.183353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.183353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 is going to be created. [ 821.186674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.186674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.186674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.187476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.187476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.187476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15bbd72f-0701-44f6-aedf-1f43bdf0ea98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.257717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.257717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.257717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.257871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.257929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.270892] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 129423e4-7371-4347-ac1b-133cdf696c91 in Status: IN_PROGRESS for 2s [ 821.877284] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 821.877676] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 821.877676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.439147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 822.439386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.439662] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.439785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.439983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.440286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.440286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.440468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.440468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.440822] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.945565] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.158278] env[65658]: INFO networking_nsxv3.common.synchronization [req-e0bde8fa-e319-43e7-9544-fbe562603a2a req-947d9318-0029-46a7-833e-3e5124af9295 tempest-ServerMetadataTestJSON-292239976 tempest-ServerMetadataTestJSON-292239976-project-member] Enqueued Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_members [ 823.158947] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGHEST for action security_group_members [ 823.159320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.159591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.159591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.163149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.163149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.163149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.163149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.163149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.163149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.163149] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.285635] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 129423e4-7371-4347-ac1b-133cdf696c91 in Status: SUCCESS [ 823.285883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.448120] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.662636] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.662842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.662926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.663355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.663473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.663679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.663777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.663834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.664064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.664154] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.664247] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd26cf07-b963-45f5-8716-802ea151de31 is going to be updated. [ 823.690954] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.691098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.691163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.691364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.691504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.701849] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd26cf07-b963-45f5-8716-802ea151de31 in Status: IN_PROGRESS for 2s [ 823.950386] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.950693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.950693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.950864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.950974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.951100] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be updated. [ 823.985455] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.985669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.985764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.985906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.986066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.997178] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 824.705091] env[65658]: INFO networking_nsxv3.common.synchronization [req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a req-457d06db-0d89-4504-a7b8-c681a5764edd tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Enqueued Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_members [ 824.705783] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_members [ 824.706057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.706215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.706260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.706561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.706682] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.706787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.706853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.707106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.707197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.707299] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.042905] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.043272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-303" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.043380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-303" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.043720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-303" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.045716] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.045886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.046013] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.046268] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.046707] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.046707] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.046864] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.046921] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.047065] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.047819] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.047819] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.047819] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.070092] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.070317] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.070403] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.070619] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-303" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.070875] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-63eee875-a6af-49a0-9b72-a66ce848a2e2 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.071204] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.071204] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.071619] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.071619] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63eee875-a6af-49a0-9b72-a66ce848a2e2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.210764] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.210764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.210764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.211046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.211046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.211247] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.211325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.211424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.211618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.211618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.211709] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2635d7e-4175-4a81-b459-58a6705163c8 already deleted. [ 825.211744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577202] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577202] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 63eee875-a6af-49a0-9b72-a66ce848a2e2 not found, creating... [ 825.577202] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.577202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577573] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577573] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577573] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.577772] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.577995] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.578275] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 63eee875-a6af-49a0-9b72-a66ce848a2e2 is going to be created. [ 825.600521] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.600777] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.601148] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.601148] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.601972] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.602561] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.713424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd26cf07-b963-45f5-8716-802ea151de31 in Status: SUCCESS [ 825.713424] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd26cf07-b963-45f5-8716-802ea151de31 deletion is rescheduled due to dependency. [ 825.713584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.008030] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 826.008030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.008030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.008030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.008227] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.008302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.008336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.008592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.008706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.008796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.008890] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.354811] env[65658]: INFO networking_nsxv3.common.synchronization [req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a req-890bb213-a85e-4593-bcf9-83c84721d54b service nova] Enqueued Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_rules [ 826.355064] env[65658]: INFO networking_nsxv3.common.synchronization [req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a req-890bb213-a85e-4593-bcf9-83c84721d54b service nova] Enqueued Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_members [ 826.355130] env[65658]: INFO networking_nsxv3.common.synchronization [req-056b3a1b-bacb-427c-b9bc-3fab8cfe0a8a req-890bb213-a85e-4593-bcf9-83c84721d54b service nova] Enqueued Resource ID: 63eee875-a6af-49a0-9b72-a66ce848a2e2 with Priority: HIGHEST for action port [ 826.355346] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_rules [ 826.355501] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_members [ 826.355602] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eee875-a6af-49a0-9b72-a66ce848a2e2 with Priority: HIGHEST for action port [ 826.356478] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.356478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.356478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.356699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.356699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.357984] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.357984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.357984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.357984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.357984] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.358261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.358261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.358261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.358357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.358440] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.361090] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-63eee875-a6af-49a0-9b72-a66ce848a2e2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.361090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.361090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.361090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.361090] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63eee875-a6af-49a0-9b72-a66ce848a2e2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.514115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.514115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.514115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.514115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.514115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.514115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.514115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.514418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.514418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.514582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.514841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.515012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.515138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.515382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.515610] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.515776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.515947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.516148] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.516290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.516441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.516596] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.861672] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.862715] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.862799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863199] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63eee875-a6af-49a0-9b72-a66ce848a2e2 with status ACTIVE [ 826.863400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.863487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865780] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63eee875-a6af-49a0-9b72-a66ce848a2e2 is going to be updated. [ 826.889620] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.889620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.889620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.889620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.890090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.890090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63eee875-a6af-49a0-9b72-a66ce848a2e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.022124] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf96a554-514e-4455-84ba-6dcc51a9d569: rpc.has_security_group_logging(os_id): False [ 827.047642] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.047642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.047642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.047642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.048122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.048199] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.048356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.048472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.048678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.048780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.049072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.049191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.049280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.049517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.049645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.049921] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.050465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.050465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.050465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.050465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.050692] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be updated. [ 827.193575] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.193779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.193877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.194168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.194375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.215776] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 827.364707] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.869404] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.869404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.869404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.869404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.869404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.869404] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2635d7e-4175-4a81-b459-58a6705163c8 is going to be created. [ 827.900686] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.900886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.900886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.901120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.901286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.910860] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2635d7e-4175-4a81-b459-58a6705163c8 in Status: UNINITIALIZED for 2s [ 829.234460] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 829.234460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.921394] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2635d7e-4175-4a81-b459-58a6705163c8 in Status: SUCCESS [ 829.921620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.921838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.922116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.922340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.922483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.922565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.922757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.922845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.922983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.923075] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.427467] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.427467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.427467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.427467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.427899] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.427899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.427899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.428089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.428193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.428287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.428469] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.428545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.428602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.428757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.428903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.428998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.429073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.429236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.429332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.429429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.429528] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.933799] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2635d7e-4175-4a81-b459-58a6705163c8: rpc.has_security_group_logging(os_id): False [ 830.958240] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.958240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.958455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.958509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.958637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.958888] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.958979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.958979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959148] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.959245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.959482] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.959688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.959847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.964283] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.964569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.964569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.965125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.965125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.965125] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2635d7e-4175-4a81-b459-58a6705163c8 is going to be created. [ 831.039243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.039444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.039444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.039659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.039844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.068952] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2635d7e-4175-4a81-b459-58a6705163c8 in Status: IN_PROGRESS for 2s [ 831.357036] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.357437] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 833.143231] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2635d7e-4175-4a81-b459-58a6705163c8 in Status: SUCCESS [ 833.143517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.512428] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8ddc79dc-3b2e-4c1e-b696-3e2ec56e2ee9 None None] Enqueued Resource ID: 0d5d4f21-eab8-48ad-b0f5-4308006b25cb with Priority: HIGHEST for action port [ 833.512998] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5d4f21-eab8-48ad-b0f5-4308006b25cb with Priority: HIGHEST for action port [ 833.513337] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5d4f21-eab8-48ad-b0f5-4308006b25cb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.513423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5d4f21-eab8-48ad-b0f5-4308006b25cb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.513579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5d4f21-eab8-48ad-b0f5-4308006b25cb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.513940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5d4f21-eab8-48ad-b0f5-4308006b25cb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.514518] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5d4f21-eab8-48ad-b0f5-4308006b25cb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.016868] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d5d4f21-eab8-48ad-b0f5-4308006b25cb [ 834.016868] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.017057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.017221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.017396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.017396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.017556] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d5d4f21-eab8-48ad-b0f5-4308006b25cb already deleted. [ 834.017556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5d4f21-eab8-48ad-b0f5-4308006b25cb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.195650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.195984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.195984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.196610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.196610] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.701626] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.204535] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.708576] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 835.708894] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 835.901556] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4b2c1702-13e4-4e55-a197-ef2fa8fd91dd None None] Enqueued Resource ID: adc52ba6-c028-4b4f-8b28-28f135dd23f9 with Priority: HIGHEST for action port [ 835.903307] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc52ba6-c028-4b4f-8b28-28f135dd23f9 with Priority: HIGHEST for action port [ 835.903307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc52ba6-c028-4b4f-8b28-28f135dd23f9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.903307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc52ba6-c028-4b4f-8b28-28f135dd23f9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.903307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc52ba6-c028-4b4f-8b28-28f135dd23f9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.903307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc52ba6-c028-4b4f-8b28-28f135dd23f9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.903307] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc52ba6-c028-4b4f-8b28-28f135dd23f9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.122852] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e16d95d4-71ef-4f69-b40b-3719e3cdc279 None None] Enqueued Resource ID: a3763cfc-4888-4b03-b19f-436e4eb823f3 with Priority: HIGHEST for action port [ 836.123052] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3763cfc-4888-4b03-b19f-436e4eb823f3 with Priority: HIGHEST for action port [ 836.123628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3763cfc-4888-4b03-b19f-436e4eb823f3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.123758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3763cfc-4888-4b03-b19f-436e4eb823f3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.123820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3763cfc-4888-4b03-b19f-436e4eb823f3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.124793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3763cfc-4888-4b03-b19f-436e4eb823f3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.124959] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3763cfc-4888-4b03-b19f-436e4eb823f3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.405730] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adc52ba6-c028-4b4f-8b28-28f135dd23f9 [ 836.406050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.408944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.409107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.409357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.409443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.410793] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adc52ba6-c028-4b4f-8b28-28f135dd23f9 already deleted. [ 836.410793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc52ba6-c028-4b4f-8b28-28f135dd23f9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.520598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.520815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.520923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.521233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.536674] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 836.537713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.544106] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 836.577307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.577307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.577307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.583030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.583030] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 836.583030] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 836.583030] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 836.624340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.624535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.624972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.624972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.627014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628656] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 836.631428] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3763cfc-4888-4b03-b19f-436e4eb823f3 [ 836.631428] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.631428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.631428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.631633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.631725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.631790] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3763cfc-4888-4b03-b19f-436e4eb823f3 already deleted. [ 836.631871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3763cfc-4888-4b03-b19f-436e4eb823f3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.702241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.702241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.702385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.702563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.702777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.703596] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 836.773368] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.773368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.773368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.774420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.774420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.774420] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 836.774420] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d7618f21-a762-4f20-a120-74d7d608bfed', '1a260351-e0ca-4072-9fb2-41720e9b43f0', 'db8faf28-66d0-40e1-889d-15484d28ec54', '7839afac-b9a1-45be-9b15-dd28531df997', 'ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3', '8e1f6733-0347-4499-8a4b-816d7ce2ecf2', '03bf89ac-a139-4580-8e36-d67b6dec4460', '89347d3e-da42-4191-ba96-200df0371db2', '831b315a-5ade-421d-8c05-57da176f6720', '9533f851-6dfa-45df-ba74-fd58aa774e87', 'bf96a554-514e-4455-84ba-6dcc51a9d569', 'f9df64e1-8f64-48a0-8b90-b9578492a457', 'e1654d3b-eaaf-487c-8d8f-cab163afab50', 'bd624d05-4706-4739-be6b-69bfda905751', '3cbaf49c-d97b-4469-a692-a12ecdd5a733', '7e540447-f114-4b49-b285-60313eafdf23', 'fdc887b6-7655-4898-a080-fddd8844669a', '5f4f19c7-3b46-41f4-8d80-cab7a9768eba', '16408b17-4289-48b2-861c-c6a0b3a880b7', '6e68d582-4788-4246-9d48-d7b6846cb453', 'eccbf265-efdd-4daa-bc1b-64c2fdc5879b', '550730b1-ad65-4768-bef4-d43b2b22d573', '6a51e0b1-2738-4c9b-8791-5929a441d854', 'dd26cf07-b963-45f5-8716-802ea151de31', '129423e4-7371-4347-ac1b-133cdf696c91', '6a5d2259-783c-4af1-97bd-dea72670f0c5', 'cd50c659-f227-4850-a673-546233400b98', 'dbd9d755-bfa3-4a64-88ef-9637ed77b404', '81703bb5-8022-4e21-a603-911656c692f1', '2763c889-1c2f-4c5c-a68b-063f7b9fcf8d', '93ba2b7c-5119-4ccf-893a-357808c4ae1c', '6bb416a8-5338-4698-8519-244e7f47c97c', '15e0b84a-6e2c-4edc-b21c-78ca24c94f21', '66cab8c1-9bcd-4f94-9d30-3de4b5945f93', '919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3', 'e2635d7e-4175-4a81-b459-58a6705163c8', '532d0481-4f13-411e-9e02-cd56f3d89863', '20de75aa-6ba0-437c-8c7f-504ea09976be', 'eaad6ace-a281-4634-9b07-2d5d10a0cdd6'} {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 836.774420] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 836.796946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.796946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.796946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.797239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.797278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.797401] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 836.797468] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 836.797538] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 836.886321] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.886519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.886597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.886829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.887680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.888876] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 836.888876] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 836.888876] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 836.888876] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 836.888876] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGH for action security_group_rules [ 836.888876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGH for action security_group_rules [ 836.889550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGH for action security_group_rules [ 836.889899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.640390] env[65658]: INFO networking_nsxv3.common.synchronization [req-28486d7c-a521-4c2b-ab92-e630e0ed19fb req-b094edf7-f07e-49e0-b335-d1b1013fb321 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 837.641495] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 837.641778] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7618f21-a762-4f20-a120-74d7d608bfed with Priority: HIGH for action security_group_rules [ 837.642008] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8faf28-66d0-40e1-889d-15484d28ec54 with Priority: HIGH for action security_group_rules [ 837.642613] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 with Priority: HIGH for action security_group_rules [ 837.642859] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 with Priority: HIGH for action security_group_rules [ 837.643124] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGH for action security_group_rules [ 837.643319] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 with Priority: HIGH for action security_group_rules [ 837.643835] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba with Priority: HIGH for action security_group_rules [ 837.644069] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGH for action security_group_rules [ 837.644286] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGH for action security_group_rules [ 837.644545] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e540447-f114-4b49-b285-60313eafdf23 with Priority: HIGH for action security_group_rules [ 837.644692] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGH for action security_group_rules [ 837.644909] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGH for action security_group_rules [ 837.645528] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGH for action security_group_rules [ 837.645970] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGH for action security_group_rules [ 837.646416] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGH for action security_group_rules [ 837.646647] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGH for action security_group_rules [ 837.646853] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89347d3e-da42-4191-ba96-200df0371db2 with Priority: HIGH for action security_group_rules [ 837.647075] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 with Priority: HIGH for action security_group_rules [ 837.647543] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGH for action security_group_rules [ 837.648046] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7839afac-b9a1-45be-9b15-dd28531df997 with Priority: HIGH for action security_group_rules [ 837.649220] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.650161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.650161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.650161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.650405] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.650610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.650757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.651086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.651571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.652051] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.654378] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7618f21-a762-4f20-a120-74d7d608bfed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.654378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.654378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.654378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.654378] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7618f21-a762-4f20-a120-74d7d608bfed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.656800] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8faf28-66d0-40e1-889d-15484d28ec54 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.657049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.657315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.657630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.657824] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8faf28-66d0-40e1-889d-15484d28ec54',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.659230] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03bf89ac-a139-4580-8e36-d67b6dec4460 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.659476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.659652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.659978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.660350] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03bf89ac-a139-4580-8e36-d67b6dec4460',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.664097] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.664212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.664282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.664451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.664526] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cbaf49c-d97b-4469-a692-a12ecdd5a733',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.665804] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.665916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.665979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.667046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.667046] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.667818] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16408b17-4289-48b2-861c-c6a0b3a880b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.667938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.668030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.668653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.668653] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16408b17-4289-48b2-861c-c6a0b3a880b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.669305] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.669413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.669470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.669640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.669733] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4f19c7-3b46-41f4-8d80-cab7a9768eba',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.670914] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.671252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.671321] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.672143] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.672247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.672529] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.673317] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e540447-f114-4b49-b285-60313eafdf23 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.673425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.673480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.673626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.673696] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e540447-f114-4b49-b285-60313eafdf23',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.673917] env[65658]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 837.674889] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.674996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.675696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.675696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.675696] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.676338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.676461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.676529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.677061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.677061] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.677584] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.677700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.677764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.677882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.677940] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.679473] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.679655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.679759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.680008] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.680150] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.681464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.681611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.681706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.681935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.682047] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.683174] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.683330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.683433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.683770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.683906] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.685169] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89347d3e-da42-4191-ba96-200df0371db2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.685333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.685432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.685682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.685846] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89347d3e-da42-4191-ba96-200df0371db2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.686910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.687096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.687199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.687435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.687538] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.688855] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.689018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.689156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.689374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.689482] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.690970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7839afac-b9a1-45be-9b15-dd28531df997 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.691138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.691238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.691452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.691562] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7839afac-b9a1-45be-9b15-dd28531df997',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.691891] env[65658]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 837.731448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.731448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.731448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.731448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.766577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.766577] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8faf28-66d0-40e1-889d-15484d28ec54 is going to be deleted. [ 837.846243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.846243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.846243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.847091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.847091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.847091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8faf28-66d0-40e1-889d-15484d28ec54" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.131533] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.131905] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.131905] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.132227] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.132361] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.132509] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.132622] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.132823] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.132964] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.133191] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.133301] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.133406] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.133510] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.133653] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.133776] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.133910] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.154113] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.154322] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.154591] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.154591] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.154972] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.155146] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.155243] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.155509] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.155726] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9936bbe8-d8cd-4b39-bf30-238a3cd9cd88',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.194480] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.213340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.213497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.213642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.213857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.236245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.236406] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7618f21-a762-4f20-a120-74d7d608bfed is going to be deleted. [ 838.252624] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.252795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.252848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253425] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.253425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.253592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.253757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.253883] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.261290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.261436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.261491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.261686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.261872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.262019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.262116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.262223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.262306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.262389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.262512] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.270701] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.270906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.270997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.271214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.271374] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.271473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.271576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.271788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.271788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.272549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.272549] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.275407] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.275515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.275595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.275850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.276024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.276128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.276182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.276670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.276670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.276670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.276670] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.277847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.278323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.278323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.278521] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.278568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.278808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.278896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.278990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.279061] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.296872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.297074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.297074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.297272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.297424] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.298129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.298129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.298129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.298129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.298129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.298296] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.298296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.298370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.298898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.298898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.298898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.298898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.298898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.299362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.299362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.299362] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.306394] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.306674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.306674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.307098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.307098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.307098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7618f21-a762-4f20-a120-74d7d608bfed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.318729] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.319288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.319288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.319487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.323240] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.323558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.333985] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.334166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.340475] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.340715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.346496] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.346760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353973] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.354333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.355187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.355446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.356256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.356375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.357207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.357305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.358099] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.358220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.358819] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 838.359235] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.359340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.360245] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 838.360635] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.360721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.361634] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 838.362170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.362282] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3 is going to be deleted. [ 838.363173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.363384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.404014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.404262] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89347d3e-da42-4191-ba96-200df0371db2 is going to be deleted. [ 838.405281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.405520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.447443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.447716] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be deleted. [ 838.448682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.448840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.471043] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.471238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.473806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.474028] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be deleted. [ 838.475068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.475279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.491995] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.492209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.504949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505079] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cbaf49c-d97b-4469-a692-a12ecdd5a733 is going to be deleted. [ 838.506252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.506949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.508971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.510050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.531145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.531145] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be deleted. [ 838.531145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.531145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.567562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.567645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.571011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.571175] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7839afac-b9a1-45be-9b15-dd28531df997 is going to be deleted. [ 838.572348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.572476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.592209] env[65658]: INFO networking_nsxv3.common.synchronization [None req-6ce1b301-594f-413e-a0c0-c666f7d0dd0b None None] Enqueued Resource ID: b5a6c9b1-1d62-4e40-8566-42f0c569b089 with Priority: HIGHEST for action port [ 838.592932] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a6c9b1-1d62-4e40-8566-42f0c569b089 with Priority: HIGHEST for action port [ 838.593772] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a6c9b1-1d62-4e40-8566-42f0c569b089 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.593772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a6c9b1-1d62-4e40-8566-42f0c569b089" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.593772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a6c9b1-1d62-4e40-8566-42f0c569b089" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.593994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a6c9b1-1d62-4e40-8566-42f0c569b089" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.594717] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a6c9b1-1d62-4e40-8566-42f0c569b089',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.596642] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.596642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.612784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.612980] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be deleted. [ 838.614820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615172] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.659222] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.659222] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.659222] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.659222] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.659222] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.663238] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 not found, creating... [ 838.663238] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.663238] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.663238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.663931] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.663931] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 is going to be created. [ 838.681389] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.681389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.686326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.686326] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4f19c7-3b46-41f4-8d80-cab7a9768eba is going to be deleted. [ 838.686420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.686867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.700085] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.719386] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.719574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.729767] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.730138] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.730349] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.730676] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.731115] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.731404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.758808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.758808] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e540447-f114-4b49-b285-60313eafdf23 is going to be deleted. [ 838.759648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.759937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.768108] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.768386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.768471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.768711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.768905] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.769036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.769118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.769291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.769388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.769484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.769648] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.769763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.769826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.769982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.770165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.770553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.770553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.770553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.770553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.770746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.770746] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.789890] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.790111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.790111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.790343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.790511] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.790614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.790677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.790828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.791164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.791315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.791473] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.791568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.791627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.791783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.791915] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.792014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.792081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.792218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.792289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.792366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.792458] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.795286] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.796866] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.800937] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 831b315a-5ade-421d-8c05-57da176f6720: rpc.has_security_group_logging(os_id): False [ 838.815161] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.815161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.828719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.828940] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16408b17-4289-48b2-861c-c6a0b3a880b7 is going to be deleted. [ 838.829927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.830198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.852864] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.853071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.858576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.858861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.914707] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03bf89ac-a139-4580-8e36-d67b6dec4460 is going to be deleted. [ 838.916112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.917570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.917570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.917570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5cbe0d-89c0-4a60-a0bb-34e4ed72e9d3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.918972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.918972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.918972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.918972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89347d3e-da42-4191-ba96-200df0371db2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.920066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.920260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.920349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.920468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.920942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.921124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.921208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.921321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.921454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.921599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.921705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.921913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cbaf49c-d97b-4469-a692-a12ecdd5a733" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.922095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.922272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.922348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.922473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.922599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.922755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.922834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.922944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7839afac-b9a1-45be-9b15-dd28531df997" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.923447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.923606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.923699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.923822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.924294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.924435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.924503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.924624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4f19c7-3b46-41f4-8d80-cab7a9768eba" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.924754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.924925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.936716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.936919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.045112] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.045265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.051243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.053211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.053614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.053614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.053868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.053933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.054225] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.054649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.054649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.054732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.054859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.055025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.055163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.055163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.055359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.055480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.055613] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be updated. [ 839.057922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.058294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.058395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.058527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e540447-f114-4b49-b285-60313eafdf23" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.058692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.058810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.058877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.058996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16408b17-4289-48b2-861c-c6a0b3a880b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.103578] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a6c9b1-1d62-4e40-8566-42f0c569b089 [ 839.103578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.103578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.103578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.103578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.103578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.103578] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a6c9b1-1d62-4e40-8566-42f0c569b089 already deleted. [ 839.103578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a6c9b1-1d62-4e40-8566-42f0c569b089" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.200650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.200871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.200871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.201100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.201197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.201339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03bf89ac-a139-4580-8e36-d67b6dec4460" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.202898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.203052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.203137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.203387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.203496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.203665] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 839.258929] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.258929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.258929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.258929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.258929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261423] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.262099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.280025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf96a554-514e-4455-84ba-6dcc51a9d569: rpc.has_security_group_logging(os_id): False [ 839.297651] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9df64e1-8f64-48a0-8b90-b9578492a457: rpc.has_security_group_logging(os_id): False [ 839.300102] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e68d582-4788-4246-9d48-d7b6846cb453: rpc.has_security_group_logging(os_id): False [ 839.301779] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 839.301974] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a260351-e0ca-4072-9fb2-41720e9b43f0: rpc.has_security_group_logging(os_id): False [ 839.317865] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 839.322640] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.325020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.325020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.325020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.326043] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.326176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.335530] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.335657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.341968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.342183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.350870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.354234] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.354234] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.354234] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.354857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.354857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.354857] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be updated. [ 839.355746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.355965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.396533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.397098] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.397234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.397339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.397661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.397786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398127] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.399224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.399306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.399424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.399625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.399708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.399814] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 839.400920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.401411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.431974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.432353] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.432504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.432634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.433120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.433230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.433361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 is going to be updated. [ 839.434589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.434885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.463416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.463790] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.464079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.464079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.464207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.464333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.464424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 is going to be updated. [ 839.467409] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.467622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.467740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.468135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.468331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.471677] env[65658]: INFO networking_nsxv3.common.synchronization [req-28486d7c-a521-4c2b-ab92-e630e0ed19fb req-7eb2f3f1-4693-4375-a01f-ac84d55882b4 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 839.471895] env[65658]: INFO networking_nsxv3.common.synchronization [req-28486d7c-a521-4c2b-ab92-e630e0ed19fb req-7eb2f3f1-4693-4375-a01f-ac84d55882b4 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 839.472071] env[65658]: INFO networking_nsxv3.common.synchronization [req-28486d7c-a521-4c2b-ab92-e630e0ed19fb req-7eb2f3f1-4693-4375-a01f-ac84d55882b4 service nova] Enqueued Resource ID: 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 with Priority: HIGHEST for action port [ 839.472860] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 839.473041] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 839.473175] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 with Priority: HIGHEST for action port [ 839.473558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.473665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.473907] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.473970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.474220] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.474411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.474507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.474840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.474840] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9936bbe8-d8cd-4b39-bf30-238a3cd9cd88',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.488180] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 839.518238] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.518381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.518494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.518677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.519544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.550305] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.550479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.550576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.550922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.563130] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 839.589075] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.589308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.589308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.589474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.589622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.606269] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: IN_PROGRESS for 2s [ 839.630329] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: IN_PROGRESS for 2s [ 839.731938] env[65658]: INFO networking_nsxv3.common.synchronization [req-70c8543c-da46-40f0-adc1-e86590150053 req-a0341f91-d0ba-4022-8001-5537bed42e52 tempest-ServerAddressesTestJSON-1872478878 tempest-ServerAddressesTestJSON-1872478878-project-member] Enqueued Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_members [ 839.732490] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2635d7e-4175-4a81-b459-58a6705163c8 with Priority: HIGHEST for action security_group_members [ 839.732793] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2635d7e-4175-4a81-b459-58a6705163c8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.732944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.733082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.733303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.734858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.735026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.735137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.735334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.735464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.735587] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2635d7e-4175-4a81-b459-58a6705163c8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.980047] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 with status ACTIVE [ 839.980047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.980047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.980047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.980047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.981062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.981062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.981062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.981062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.981062] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9936bbe8-d8cd-4b39-bf30-238a3cd9cd88 is going to be updated. [ 840.005796] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.005796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9936bbe8-d8cd-4b39-bf30-238a3cd9cd88" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.238469] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.238788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.238788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.238958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.261500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.261500] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.261500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.261500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.261500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.261897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.261949] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2635d7e-4175-4a81-b459-58a6705163c8 is going to be updated. [ 840.294968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.295167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.295243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.295435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.295996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.306577] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2635d7e-4175-4a81-b459-58a6705163c8 in Status: IN_PROGRESS for 2s [ 841.313591] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 841.313965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.314032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.314680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.315437] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.315437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.315437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.315663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.315663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.315663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.315993] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.317173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.317353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.317529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.317636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.317698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.317843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.317924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.318023] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.344513] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 841.344761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.505340] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 841.505566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.589766] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 841.590059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.621756] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: SUCCESS [ 841.622038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.643995] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: SUCCESS [ 841.644366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.820849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.821489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.821802] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.317093] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2635d7e-4175-4a81-b459-58a6705163c8 in Status: SUCCESS [ 842.317415] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2635d7e-4175-4a81-b459-58a6705163c8 deletion is rescheduled due to dependency. [ 842.317415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2635d7e-4175-4a81-b459-58a6705163c8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.323886] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.828372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.828561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.828632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.828823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.828917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.829123] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 842.874306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.875153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.875359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.875540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.875696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.886759] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 843.575458] env[65658]: INFO networking_nsxv3.common.synchronization [None req-062c8cdd-f150-474e-868a-aaedf10de94b tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: e1915cc0-681d-40cd-849e-5cd638a65b4e with Priority: HIGHEST for action security_group_rules [ 843.576203] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1915cc0-681d-40cd-849e-5cd638a65b4e with Priority: HIGHEST for action security_group_rules [ 843.576580] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1915cc0-681d-40cd-849e-5cd638a65b4e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.581378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.581522] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1915cc0-681d-40cd-849e-5cd638a65b4e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.693172] env[65658]: INFO networking_nsxv3.common.synchronization [None req-37f79279-56a3-4260-a84e-4fe4ee9a5050 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: e1915cc0-681d-40cd-849e-5cd638a65b4e with Priority: HIGHEST for action security_group_rules [ 843.693787] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1915cc0-681d-40cd-849e-5cd638a65b4e with Priority: HIGHEST for action security_group_rules [ 843.694123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1915cc0-681d-40cd-849e-5cd638a65b4e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.109065] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.109065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.109065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.109065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.109065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.109065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1915cc0-681d-40cd-849e-5cd638a65b4e already deleted. [ 844.110588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.110588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.110588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.110803] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1915cc0-681d-40cd-849e-5cd638a65b4e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.632757] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.633080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.633080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.633197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.633293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.633398] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1915cc0-681d-40cd-849e-5cd638a65b4e already deleted. [ 844.633458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1915cc0-681d-40cd-849e-5cd638a65b4e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.880325] env[65658]: INFO networking_nsxv3.common.synchronization [req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 req-b6d8b07e-f0c4-4f9d-92d0-9c73278e1b6c tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 844.880504] env[65658]: INFO networking_nsxv3.common.synchronization [req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 req-b6d8b07e-f0c4-4f9d-92d0-9c73278e1b6c tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_members [ 844.880636] env[65658]: INFO networking_nsxv3.common.synchronization [req-e853b77a-a4b3-4467-bd3a-c8c76db30c61 req-b6d8b07e-f0c4-4f9d-92d0-9c73278e1b6c tempest-SecurityGroupsTestJSON-25261637 tempest-SecurityGroupsTestJSON-25261637-project-member] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 844.881181] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20de75aa-6ba0-437c-8c7f-504ea09976be with Priority: HIGHEST for action security_group_members [ 844.881317] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGHEST for action security_group_members [ 844.882182] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGHEST for action security_group_members [ 844.882556] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-20de75aa-6ba0-437c-8c7f-504ea09976be taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.882788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.882836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.883103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.883471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.883747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.883915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.884189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.884293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.884393] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20de75aa-6ba0-437c-8c7f-504ea09976be',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.885495] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.886052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.886128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.886306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.886459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.886624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.886713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.886915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.887043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.887208] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.888216] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.889788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.889788] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.890071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.890233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890315] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.901054] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 844.901356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.901546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.902079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.902280] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.902396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.902463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.902721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.902800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.902912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.903117] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.903246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.903328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.903476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.903618] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.903757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.903826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.903980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.904110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.904179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.904262] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.392341] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.392942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393979] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.394093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.394315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.394419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.409647] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 845.416500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.417080] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.417280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.417347] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be is going to be updated. [ 845.418276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.418847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.418847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.418847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.418847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.418847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.419159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.419159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.419159] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 is going to be updated. [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.421438] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.421438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.421438] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be updated. [ 845.431524] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.431667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.431738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.431946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.451659] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.451805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.451875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.452106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.452278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.455727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.456101] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.456227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.456289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.456473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.456553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.456747] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.456881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.456967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.457162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.457262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.457507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.457609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.457671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.457813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.457888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.457974] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 845.461807] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.461807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.461807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.461976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.463025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.464164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.464371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.464371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.464537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.464659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.470757] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: IN_PROGRESS for 2s [ 845.472432] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: IN_PROGRESS for 2s [ 845.473033] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: IN_PROGRESS for 2s [ 845.529532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.529954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.530077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.530322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.530631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.548756] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 845.709353] env[65658]: INFO networking_nsxv3.common.synchronization [req-78873663-d885-423e-abd2-555ccaedc2bf req-315bf720-cb9f-462e-a34f-d13acafe8450 tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Enqueued Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_members [ 845.709975] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_members [ 845.710515] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.710675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.710728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.711350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.711546] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.711690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.711779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.711951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.712074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.712278] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.025842] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.026051] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-545" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.026183] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-545" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.026511] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-545" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.026763] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.026912] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.027044] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.027255] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.027403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.027618] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.027784] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.027834] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.027929] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.028053] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.028178] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.028273] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.065065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.065217] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.065355] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.065546] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-545" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.065891] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-9e3bf62b-0b3a-4718-890c-ba7731fda10a taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.066133] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.066261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.066583] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.066722] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3bf62b-0b3a-4718-890c-ba7731fda10a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.214316] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.214478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.214541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.214746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.214843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.215569] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.215569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.215569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.215569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.215569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.215569] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 already deleted. [ 846.215569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.569511] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.570243] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.570243] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.570243] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.570412] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.570467] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 9e3bf62b-0b3a-4718-890c-ba7731fda10a not found, creating... [ 846.570932] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.570932] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.571385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.571495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.571656] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.572050] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.572236] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.572393] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.572591] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.572737] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.572894] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 9e3bf62b-0b3a-4718-890c-ba7731fda10a is going to be created. [ 846.594635] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.594827] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.596022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.596022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.596022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.596022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.328268] env[65658]: INFO networking_nsxv3.common.synchronization [req-78873663-d885-423e-abd2-555ccaedc2bf req-6cf56e8d-48fa-406e-93ef-f2172a1bcd0d service nova] Enqueued Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_rules [ 847.328680] env[65658]: INFO networking_nsxv3.common.synchronization [req-78873663-d885-423e-abd2-555ccaedc2bf req-6cf56e8d-48fa-406e-93ef-f2172a1bcd0d service nova] Enqueued Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_members [ 847.328680] env[65658]: INFO networking_nsxv3.common.synchronization [req-78873663-d885-423e-abd2-555ccaedc2bf req-6cf56e8d-48fa-406e-93ef-f2172a1bcd0d service nova] Enqueued Resource ID: 9e3bf62b-0b3a-4718-890c-ba7731fda10a with Priority: HIGHEST for action port [ 847.329042] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_rules [ 847.329178] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_members [ 847.329272] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3bf62b-0b3a-4718-890c-ba7731fda10a with Priority: HIGHEST for action port [ 847.329623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.329755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.329755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.330017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.330148] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.331022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.331247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.331247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.331431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.331592] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.331688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.331748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.331895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.332038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.332104] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.333072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3bf62b-0b3a-4718-890c-ba7731fda10a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.333072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.333072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.333371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.333371] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3bf62b-0b3a-4718-890c-ba7731fda10a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.487572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 in Status: SUCCESS [ 847.487827] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 deletion is rescheduled due to dependency. [ 847.487948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.489086] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20de75aa-6ba0-437c-8c7f-504ea09976be in Status: SUCCESS [ 847.489238] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20de75aa-6ba0-437c-8c7f-504ea09976be deletion is rescheduled due to dependency. [ 847.489339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20de75aa-6ba0-437c-8c7f-504ea09976be" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.490581] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9df64e1-8f64-48a0-8b90-b9578492a457 in Status: SUCCESS [ 847.490581] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 deletion is rescheduled due to dependency. [ 847.490581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.565043] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 847.565043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.565043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.565043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.565043] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.838086] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.838429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.838664] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.839747] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e3bf62b-0b3a-4718-890c-ba7731fda10a with status ACTIVE [ 847.839980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.840124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.840193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.840407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.840498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.840705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.840835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.840908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.841293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.841428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.845037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.845037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.845037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.845037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.846279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.846423] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e3bf62b-0b3a-4718-890c-ba7731fda10a is going to be updated. [ 847.867103] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.867285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.867375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.867543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.867691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.867852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3bf62b-0b3a-4718-890c-ba7731fda10a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.067739] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.067900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.067971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.068722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.068722] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.068722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.068722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.068722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.069066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.069066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.069066] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.348259] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.573626] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.573626] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.573626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.574200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.574200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.574324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.574388] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.574491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.574692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.574773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.574861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.574946] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.850309] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.850505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.850598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.850863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.850975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.851107] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 is going to be created. [ 848.874810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.874810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.874960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.875085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.875272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.885919] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 in Status: UNINITIALIZED for 2s [ 849.077343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 849.096398] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.096556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.096603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.096820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.096983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.097178] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.097269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.097339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.097484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.097557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.097728] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.097833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.097892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.098038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.098120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.098288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.098405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.098464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.098565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.098636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.098714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 849.169705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.169705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.169705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.169705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.169705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188105] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 850.645351] env[65658]: INFO networking_nsxv3.common.synchronization [req-18ab7c2e-eddc-4353-a768-3745296b63c7 req-79f53738-a0ad-4718-bcfb-36bb0a61ddb0 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 850.646370] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 850.647478] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.647626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.647787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.647953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.648164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.648292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.648348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.649032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.649032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.649032] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.898515] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 in Status: SUCCESS [ 850.898734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.898900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.899131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.899325] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.899440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.899499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.899648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.899732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.899808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.899921] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.151814] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.205869] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 851.206231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.402789] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.403106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.403106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.403290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.403461] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.403569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.403649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.403845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.403917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.403989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.405093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.405093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.405093] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.655094] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.907132] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1289af1-2466-45be-8315-8a3cf84b0fd9: rpc.has_security_group_logging(os_id): False [ 851.926015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.926191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.926264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.926522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.926635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.926816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.926914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.926989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.927182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.927274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.927442] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.927534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.927591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.927726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.927799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.927975] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.928079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.928137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.928273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.928346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.928427] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 is going to be created. [ 851.987679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.987881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.987938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.988163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.988376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.000953] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 in Status: IN_PROGRESS for 2s [ 852.157935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.158214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.158427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.158802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.158952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.159122] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 852.191287] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.191491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.191491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.191701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.191842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.203255] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 854.015826] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 in Status: SUCCESS [ 854.016170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.214691] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 854.214923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.647731] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 855.647731] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 858.842752] env[65658]: INFO networking_nsxv3.common.synchronization [req-523d2315-5d8c-45cd-a7e8-18de20598038 req-445ecf2e-bc1e-42f9-b1b2-a788a355b0d1 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 858.843535] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 858.843904] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.844124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.844238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.844588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844701] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.844981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.844981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.844981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.845200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.845200] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.161092] env[65658]: INFO networking_nsxv3.common.synchronization [req-d06efe44-9694-4c93-aaeb-0839e976a17a req-19704aee-bb1b-483d-bbb1-f62a6d488b1f tempest-ServerMetadataNegativeTestJSON-2008223870 tempest-ServerMetadataNegativeTestJSON-2008223870-project-member] Enqueued Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_members [ 859.161978] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGHEST for action security_group_members [ 859.162984] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.162984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.162984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.162984] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.163457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.163457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.163457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.163680] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.242559] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.242559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.242779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.243079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.243283] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.243466] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.243669] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.243802] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.243945] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.244190] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.244307] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.244411] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.244514] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.244618] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.244718] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.244844] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.277905] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.278108] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.278212] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.278451] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.278706] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-62e21459-e544-4d88-9e01-364968b5f322 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.279290] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.279290] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.279508] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.279508] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e21459-e544-4d88-9e01-364968b5f322',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.347256] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.666580] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.666580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.666773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.666915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.667052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.667181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.667285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.668526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.668526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.668526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.668526] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 is going to be updated. [ 859.702387] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.702387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.702387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.702387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.702387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.711205] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 in Status: IN_PROGRESS for 2s [ 859.781944] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.782343] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.782779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.782930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.783160] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 62e21459-e544-4d88-9e01-364968b5f322 not found, creating... [ 859.783498] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.783674] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.783791] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.784143] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.784314] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.784648] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.784818] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.784936] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.785192] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.785332] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.785506] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 62e21459-e544-4d88-9e01-364968b5f322 is going to be created. [ 859.810193] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.810193] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.810362] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.810598] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.810928] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.811289] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.849634] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.357570] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.357570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.357570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.357570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.357570] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be updated. [ 860.385826] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.385826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.386013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.386218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.386352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.397789] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: IN_PROGRESS for 2s [ 860.557428] env[65658]: INFO networking_nsxv3.common.synchronization [req-523d2315-5d8c-45cd-a7e8-18de20598038 req-261925e2-6cc3-41cf-bd3f-23531a2346dc service nova] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_rules [ 860.557428] env[65658]: INFO networking_nsxv3.common.synchronization [req-523d2315-5d8c-45cd-a7e8-18de20598038 req-261925e2-6cc3-41cf-bd3f-23531a2346dc service nova] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 860.557570] env[65658]: INFO networking_nsxv3.common.synchronization [req-523d2315-5d8c-45cd-a7e8-18de20598038 req-261925e2-6cc3-41cf-bd3f-23531a2346dc service nova] Enqueued Resource ID: 62e21459-e544-4d88-9e01-364968b5f322 with Priority: HIGHEST for action port [ 860.558310] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_rules [ 860.558458] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 860.558854] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e21459-e544-4d88-9e01-364968b5f322 with Priority: HIGHEST for action port [ 860.560389] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.560536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.560587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.560920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.561033] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.565068] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.565068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.565068] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e21459-e544-4d88-9e01-364968b5f322 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.565068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.565068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.565068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565068] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e21459-e544-4d88-9e01-364968b5f322',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.066493] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.066769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.066812] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e21459-e544-4d88-9e01-364968b5f322 with status ACTIVE [ 861.066948] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.067073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.067140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.067388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.067483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.067663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.067765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.067809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.067962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.068058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.068224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.068349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.068391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.068519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.068591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.068675] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e21459-e544-4d88-9e01-364968b5f322 is going to be updated. [ 861.103161] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.103161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.103322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.103460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.103560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e21459-e544-4d88-9e01-364968b5f322" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.721523] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 in Status: SUCCESS [ 861.721713] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 deletion is rescheduled due to dependency. [ 861.721873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.410183] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 862.410785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.411090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.411414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.411707] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.411953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.412117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.412355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.412522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.412703] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.735377] env[65658]: INFO networking_nsxv3.common.synchronization [req-96912f73-3c78-4665-ae76-6c9a4603ef96 req-b0e86303-211c-47b9-be3d-fd9389ce012e tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_members [ 862.735920] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_members [ 862.736296] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.736444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.736508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.736855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.737222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.737630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.737630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.737736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.737736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.737861] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.919423] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.145505] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.145706] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-395" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.145874] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-395" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.146270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-395" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.146615] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.146785] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.146902] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.147130] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.147277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.147480] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.147589] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.147695] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.147799] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.147902] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.148015] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.148154] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.167010] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.167309] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.167464] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.167645] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-395" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.167955] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-261abfa8-4d54-4dc7-8d8a-a185def2dc31 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.168141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.168259] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.168572] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.168707] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261abfa8-4d54-4dc7-8d8a-a185def2dc31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.239863] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.240704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.241768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.242241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.242367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.242606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.242714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.242779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.242937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.243026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.243114] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 already deleted. [ 863.243192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.421727] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.671352] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.671590] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.671686] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.671963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.672126] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.672283] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 261abfa8-4d54-4dc7-8d8a-a185def2dc31 not found, creating... [ 863.672598] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.672778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.672904] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.673124] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.673257] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.673604] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.673882] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.674016] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.674260] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.676333] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.676333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 261abfa8-4d54-4dc7-8d8a-a185def2dc31 is going to be created. [ 863.700821] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.701064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.701175] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.701452] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.701679] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.701902] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.924800] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.925089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.925089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.925256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.925350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.925456] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be updated. [ 863.962030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.962236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.962300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.962480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.962681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.975343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: IN_PROGRESS for 2s [ 864.422066] env[65658]: INFO networking_nsxv3.common.synchronization [req-96912f73-3c78-4665-ae76-6c9a4603ef96 req-3e4d8119-d726-4c98-916c-dba13e4ddd54 service nova] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_rules [ 864.422345] env[65658]: INFO networking_nsxv3.common.synchronization [req-96912f73-3c78-4665-ae76-6c9a4603ef96 req-3e4d8119-d726-4c98-916c-dba13e4ddd54 service nova] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_members [ 864.422390] env[65658]: INFO networking_nsxv3.common.synchronization [req-96912f73-3c78-4665-ae76-6c9a4603ef96 req-3e4d8119-d726-4c98-916c-dba13e4ddd54 service nova] Enqueued Resource ID: 261abfa8-4d54-4dc7-8d8a-a185def2dc31 with Priority: HIGHEST for action port [ 864.422905] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_rules [ 864.425477] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_members [ 864.425477] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261abfa8-4d54-4dc7-8d8a-a185def2dc31 with Priority: HIGHEST for action port [ 864.425477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.425477] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.425477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.425477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.425477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.429970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.429970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.429970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.429970] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.429970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-261abfa8-4d54-4dc7-8d8a-a185def2dc31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.429970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.429970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.429970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.429970] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261abfa8-4d54-4dc7-8d8a-a185def2dc31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.929861] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.930773] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.930896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931262] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 261abfa8-4d54-4dc7-8d8a-a185def2dc31 with status ACTIVE [ 864.931440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.931547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.931837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.931954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.932106] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.932200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.932255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.932403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.932511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.932659] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.932748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.932807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.932977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.933023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.933097] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 261abfa8-4d54-4dc7-8d8a-a185def2dc31 is going to be updated. [ 864.955804] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.956066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.956066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.956256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.956368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.956522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261abfa8-4d54-4dc7-8d8a-a185def2dc31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.432127] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.738899] env[65658]: INFO networking_nsxv3.common.synchronization [req-69f784bf-a0a6-4268-a420-1feafea2e172 req-e4b69466-6601-418b-bc6d-4c55e1b44e79 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 865.739468] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 865.740187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.740187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.740187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.740674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.740862] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.740973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.741049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.741416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.741416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.741416] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.936280] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.936280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.936280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.936280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.936280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.936280] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 is going to be created. [ 865.963475] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.963475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.963475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.963475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.963475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.972393] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 in Status: UNINITIALIZED for 2s [ 865.993057] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.993057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.993057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.993057] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.115520] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.115738] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.115834] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.116235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.116604] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.116768] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.116884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.117135] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.117332] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.117574] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.117690] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.117798] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.117906] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.118026] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.118136] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.118270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.136517] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.136731] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.136831] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.136998] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.137330] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-f102815b-0461-4c92-9047-d08da1b0b250 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.137502] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.137618] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.137913] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.138062] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f102815b-0461-4c92-9047-d08da1b0b250',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.243471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.243753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.243753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.243980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.244095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.244368] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.244485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.244556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.244774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.244880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.245021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 already deleted. [ 866.245197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.495623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.495623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.495623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.496187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.496187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.496187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.496187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.496187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.496520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.496520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.496728] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.496868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.496971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.497224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.497473] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.497671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.497728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.497950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.498086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.498267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.498429] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.640888] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.641148] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.641287] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.641597] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.641753] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.641900] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port f102815b-0461-4c92-9047-d08da1b0b250 not found, creating... [ 866.642447] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.642685] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.642895] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.644385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.644636] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.645186] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645470] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645680] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.646022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.646301] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.646556] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: f102815b-0461-4c92-9047-d08da1b0b250 is going to be created. [ 866.672243] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.672451] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.672636] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.673073] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.673363] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.673630] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.002049] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81703bb5-8022-4e21-a603-911656c692f1: rpc.has_security_group_logging(os_id): False [ 867.023973] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.024232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.024232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.024571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.050166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.050368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.050689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.050766] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.051037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.051037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.051426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.051426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.052338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.052338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.052338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.052338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.052338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.052338] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be updated. [ 867.152930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.153175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.153175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.153468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.153682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.175389] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: IN_PROGRESS for 2s [ 867.500455] env[65658]: INFO networking_nsxv3.common.synchronization [req-69f784bf-a0a6-4268-a420-1feafea2e172 req-bddccecc-e4f3-40d1-a93c-55601c9841d0 service nova] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_rules [ 867.500779] env[65658]: INFO networking_nsxv3.common.synchronization [req-69f784bf-a0a6-4268-a420-1feafea2e172 req-bddccecc-e4f3-40d1-a93c-55601c9841d0 service nova] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 867.500779] env[65658]: INFO networking_nsxv3.common.synchronization [req-69f784bf-a0a6-4268-a420-1feafea2e172 req-bddccecc-e4f3-40d1-a93c-55601c9841d0 service nova] Enqueued Resource ID: f102815b-0461-4c92-9047-d08da1b0b250 with Priority: HIGHEST for action port [ 867.501251] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_rules [ 867.501392] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 867.501514] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f102815b-0461-4c92-9047-d08da1b0b250 with Priority: HIGHEST for action port [ 867.501801] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.501884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.501953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.502234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.502764] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.503355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.503355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.503444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.504029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.504029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.504029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.504029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.504029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.504566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.504682] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.505908] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f102815b-0461-4c92-9047-d08da1b0b250 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.506040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.506099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.506332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.506394] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f102815b-0461-4c92-9047-d08da1b0b250',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.800677] env[65658]: INFO networking_nsxv3.common.synchronization [req-7de84bef-1a5c-4d9f-9cf2-1c86f26b6f7e req-f120dd3f-86dd-40c5-8833-a5ab0c0936d1 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 867.805682] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 867.805931] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.806079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.806143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.806428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.806618] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.806710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.806765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.806946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.807050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.807153] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.990030] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 in Status: SUCCESS [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.990030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.990030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.990030] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.011231] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.011231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.011231] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.011231] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f102815b-0461-4c92-9047-d08da1b0b250 with status ACTIVE [ 868.011724] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.011724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.011724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.014010] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.014010] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.014010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.014010] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f102815b-0461-4c92-9047-d08da1b0b250 is going to be updated. [ 868.051051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.051051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.051051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.051051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.051051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.051051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f102815b-0461-4c92-9047-d08da1b0b250" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.278949] env[65658]: INFO networking_nsxv3.common.synchronization [req-53961053-f8f7-428f-98e4-63ec938c2fcb req-1a18d3f7-0da4-4f5b-a553-902773e46f83 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_members [ 868.283808] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_members [ 868.285097] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.285097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.285097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.285097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.285097] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.285097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.285097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.285479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.285479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.285479] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.310865] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.494468] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.517044] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.793571] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.793571] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.793571] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 already deleted. [ 868.793571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.817557] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.822020] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.822020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-864" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.822020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-864" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.822528] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-864" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.822528] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.822697] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.822823] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.822946] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.823294] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.823504] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.823622] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.823751] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.823895] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.823967] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.824096] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.824278] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.852322] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.852322] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.852322] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.852322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-864" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.852322] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-860a7389-e09c-4314-ba89-4dc4eb720664 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.852322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.852322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.853156] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.853156] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('860a7389-e09c-4314-ba89-4dc4eb720664',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.999049] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 313e173a-4476-4f66-9ebb-1151c3a00ea3: rpc.has_security_group_logging(os_id): False [ 869.019946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.020185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.020250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.021188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.021188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.021188] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be created. [ 869.022781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.022913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.022964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.024569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.024569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.024798] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.024861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.024904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.025150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.025235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.025799] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 is going to be created. [ 869.065976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.066174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.081807] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: UNINITIALIZED for 2s [ 869.118262] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.118469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.121022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.121022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.121022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.138131] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 in Status: IN_PROGRESS for 2s [ 869.198836] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 869.198893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.319303] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.319554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.319554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.319806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.319906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.320027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 869.356116] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.356534] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.356810] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.357134] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.357358] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.357621] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 860a7389-e09c-4314-ba89-4dc4eb720664 not found, creating... [ 869.357989] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.358202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.358322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.358585] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.358745] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.359245] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.359436] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.359558] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.360102] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.360102] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360225] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 860a7389-e09c-4314-ba89-4dc4eb720664 is going to be created. [ 869.401753] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.402009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.402133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.402445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.402738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.408356] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.408583] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.408985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.409105] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.409323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.409781] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.418282] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 870.249577] env[65658]: INFO networking_nsxv3.common.synchronization [req-53961053-f8f7-428f-98e4-63ec938c2fcb req-42147e7a-15e6-4893-aedd-81014dad0a67 service nova] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_rules [ 870.250011] env[65658]: INFO networking_nsxv3.common.synchronization [req-53961053-f8f7-428f-98e4-63ec938c2fcb req-42147e7a-15e6-4893-aedd-81014dad0a67 service nova] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_members [ 870.250204] env[65658]: INFO networking_nsxv3.common.synchronization [req-53961053-f8f7-428f-98e4-63ec938c2fcb req-42147e7a-15e6-4893-aedd-81014dad0a67 service nova] Enqueued Resource ID: 860a7389-e09c-4314-ba89-4dc4eb720664 with Priority: HIGHEST for action port [ 870.251180] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_rules [ 870.251452] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_members [ 870.251607] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860a7389-e09c-4314-ba89-4dc4eb720664 with Priority: HIGHEST for action port [ 870.252167] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.252167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.252167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.253033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.253033] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.259307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.259307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.259307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.259307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.259581] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.259581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.259581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.260225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.260225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.260225] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.266131] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-860a7389-e09c-4314-ba89-4dc4eb720664 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.266131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.266131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.266131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.266131] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('860a7389-e09c-4314-ba89-4dc4eb720664',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.760249] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.760249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.766132] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.770637] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 860a7389-e09c-4314-ba89-4dc4eb720664 with status ACTIVE [ 870.770945] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.770945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.770945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.771294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.771294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.771442] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.771544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.771614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.771713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.771780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.771972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.772112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.772112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.772257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.772324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.772480] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 860a7389-e09c-4314-ba89-4dc4eb720664 is going to be updated. [ 870.806446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.806446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.806446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.806446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.806446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.806446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-860a7389-e09c-4314-ba89-4dc4eb720664" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.100451] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 871.100451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.100739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.100860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.101118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.101304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.101341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.101509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.101591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.101678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.101770] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.156657] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 in Status: SUCCESS [ 871.156948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.271467] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.429970] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 871.430247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.605137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.605369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.605478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.605715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.605885] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.605988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.606064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.606211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.606298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606584] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.606678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.607019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.607019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.607126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.607233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.607300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.607449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.607526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.607612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.607742] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.775022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.775253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.775337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.775610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.775769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.775829] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 is going to be created. [ 871.802682] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.802921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.802921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.803195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.803358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.817771] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: UNINITIALIZED for 2s [ 872.109931] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eed8f475-3d04-457b-bc3c-55e54a1e6d67: rpc.has_security_group_logging(os_id): False [ 872.130229] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.130438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.130438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.130679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.130762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.130933] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.131062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.131137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.131245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.131327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.131502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.131600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.131664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.131784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.131859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.132055] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.132170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.132225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.132380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.132380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.132495] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be created. [ 872.202928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.202928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.202928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.202928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.202928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.215417] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: IN_PROGRESS for 2s [ 873.832858] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: SUCCESS [ 873.833240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.833310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.833570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.833729] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.833849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.833915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.834079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.834163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.834248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.834341] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.928216] env[65658]: INFO networking_nsxv3.common.synchronization [req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 req-169cd416-b35a-4ca0-a275-622c1df60994 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 873.928914] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 873.929273] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.929412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.929480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.929716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.929961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.930212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.930278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.930551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.930551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.930658] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.240184] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 874.240425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.336675] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.398457] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.398750] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.400534] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.400932] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.401276] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.402420] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.402552] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.402818] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.402993] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.403228] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.403349] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.403469] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.403578] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.403691] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.403819] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.403968] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.427747] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.427933] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.428314] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.428446] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.428909] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-078f81ec-6c1b-4e43-8ac7-7e88cc088558 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.429098] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.429166] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.429655] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.429836] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078f81ec-6c1b-4e43-8ac7-7e88cc088558',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.433848] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.841078] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40be0e7a-dae4-45da-8575-247463f285f7: rpc.has_security_group_logging(os_id): False [ 874.863734] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.863892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.863969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.864213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.864322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.864594] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.864705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.864754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.864953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.865058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.865168] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 is going to be created. [ 874.933873] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.933873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.933873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.933873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.934789] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.934789] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 078f81ec-6c1b-4e43-8ac7-7e88cc088558 not found, creating... [ 874.934789] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.935158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.935215] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.935504] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.936232] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.936825] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.937228] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.937619] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.938433] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.938695] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.938953] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 078f81ec-6c1b-4e43-8ac7-7e88cc088558 is going to be created. [ 874.941644] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.941816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.941915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.942150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.942746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.943595] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.966278] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: IN_PROGRESS for 2s [ 874.970990] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.971331] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.971494] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.971804] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.972068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.972314] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.446799] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.446928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.447039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.447282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.447376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.447515] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be updated. [ 875.481100] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.481100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.481100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.481504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.481547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.495549] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: IN_PROGRESS for 2s [ 875.684351] env[65658]: INFO networking_nsxv3.common.synchronization [req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 req-ae8f6ecc-6d5a-43e7-b24c-4ecd628aaeac service nova] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_rules [ 875.684562] env[65658]: INFO networking_nsxv3.common.synchronization [req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 req-ae8f6ecc-6d5a-43e7-b24c-4ecd628aaeac service nova] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 875.684669] env[65658]: INFO networking_nsxv3.common.synchronization [req-0e1af9a6-fcee-49bc-b31b-f6f12226dc46 req-ae8f6ecc-6d5a-43e7-b24c-4ecd628aaeac service nova] Enqueued Resource ID: 078f81ec-6c1b-4e43-8ac7-7e88cc088558 with Priority: HIGHEST for action port [ 875.685229] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_rules [ 875.685359] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 875.685478] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078f81ec-6c1b-4e43-8ac7-7e88cc088558 with Priority: HIGHEST for action port [ 875.685829] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.685928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.686013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.686702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.686787] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.688335] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.688639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.688639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-078f81ec-6c1b-4e43-8ac7-7e88cc088558 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.689070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.689070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.689070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.689303] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078f81ec-6c1b-4e43-8ac7-7e88cc088558',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.189433] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.189757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.193250] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 078f81ec-6c1b-4e43-8ac7-7e88cc088558 with status ACTIVE [ 876.193491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.193677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.193770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.193988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.194104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.194286] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.194427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.194714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.194893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.194980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.195210] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.195353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.195446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.195599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.195677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.195763] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 078f81ec-6c1b-4e43-8ac7-7e88cc088558 is going to be updated. [ 876.220790] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.220981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.221136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.221422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.221654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.221863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078f81ec-6c1b-4e43-8ac7-7e88cc088558" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.842508] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b6e31ad-eacb-4be1-ba33-7971f378bacd req-4ea6d4b7-67f9-4ba4-b543-45e84d3fbbcd tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 876.842854] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 876.843257] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.843644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.843644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.844022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.844200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.844305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.844367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.844545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.845223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.845358] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.982835] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: SUCCESS [ 876.983069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.317963] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.317963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.317963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.317963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.319445] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.319852] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.320139] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.320508] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.320765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.323027] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.323027] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.323027] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.323027] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.323027] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.323027] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.323027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.348212] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.369325] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.369482] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.369670] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.369868] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-480" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.370249] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.370699] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.370699] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.370947] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.372300] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.511470] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.513760] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.513760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.513760] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.856379] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.875899] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.875899] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 not found, creating... [ 877.875899] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.875899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.876670] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.877337] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.877661] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.878362] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.880797] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.880797] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 is going to be created. [ 877.909756] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.909756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.909756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.909756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.909756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.909756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.019445] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.359903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.360239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.360239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.360430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.360555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.360617] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be updated. [ 878.412093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.412367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.412656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.412957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.413452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.431498] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 878.521915] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.585929] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b6e31ad-eacb-4be1-ba33-7971f378bacd req-98da7be1-8b7b-4685-9cc4-6ae994ef86a8 service nova] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_rules [ 878.586224] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b6e31ad-eacb-4be1-ba33-7971f378bacd req-98da7be1-8b7b-4685-9cc4-6ae994ef86a8 service nova] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 878.586296] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b6e31ad-eacb-4be1-ba33-7971f378bacd req-98da7be1-8b7b-4685-9cc4-6ae994ef86a8 service nova] Enqueued Resource ID: 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 with Priority: HIGHEST for action port [ 878.586891] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_rules [ 878.587740] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 878.587864] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 with Priority: HIGHEST for action port [ 878.588201] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.588336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.588402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.588762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.588762] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.589634] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.589730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.589892] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.589993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.590084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.590265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.590342] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.862231] env[65658]: INFO networking_nsxv3.common.synchronization [None req-77ae4ddb-3bc0-40f1-a8cf-d0b70bd1680c None None] Enqueued Resource ID: e4eaf66f-ba09-4dc2-bc6e-572c8362c35d with Priority: HIGHEST for action port [ 878.862231] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4eaf66f-ba09-4dc2-bc6e-572c8362c35d with Priority: HIGHEST for action port [ 878.863061] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4eaf66f-ba09-4dc2-bc6e-572c8362c35d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.863061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4eaf66f-ba09-4dc2-bc6e-572c8362c35d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.863061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4eaf66f-ba09-4dc2-bc6e-572c8362c35d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.863061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4eaf66f-ba09-4dc2-bc6e-572c8362c35d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.863284] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4eaf66f-ba09-4dc2-bc6e-572c8362c35d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.028047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.028047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.028047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.028047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.028047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.028047] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be updated. [ 879.065249] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.065422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.065594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.065783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.066368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.078095] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: IN_PROGRESS for 2s [ 879.092911] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.093145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.094409] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 with status ACTIVE [ 879.094682] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.094788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.094875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.095275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.095275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.095434] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.095434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.095723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.095723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.095723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.095871] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.096247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.096247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.096247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.096247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.096492] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5 is going to be updated. [ 879.120919] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.120919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.120919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.120919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.122449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.122449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d21aed4-d1d2-45d8-83ac-0f1651e3a3a5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.367250] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4eaf66f-ba09-4dc2-bc6e-572c8362c35d [ 879.367250] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.367250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.367250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.367250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.367250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.367250] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4eaf66f-ba09-4dc2-bc6e-572c8362c35d already deleted. [ 879.367250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4eaf66f-ba09-4dc2-bc6e-572c8362c35d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.454306] env[65658]: INFO networking_nsxv3.common.synchronization [req-3c1fa784-e347-4e0e-87e7-69886ce7a546 req-cc2d1ee5-b1e7-4eeb-95b5-5945537ba90c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 879.455028] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 879.455423] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.455594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.455688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.455916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.461264] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.461427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.461535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.461762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.461859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.462014] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.810016] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.810261] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.810384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.810683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.810919] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.811134] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.811259] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.811471] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.811676] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.811887] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.812008] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.812117] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.812220] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.812332] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.812433] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.812559] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.833677] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.833842] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.834010] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.834187] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.834534] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-299691d9-8fc0-44a1-9584-ea57268e4718 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.834777] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834892] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.835250] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.835385] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299691d9-8fc0-44a1-9584-ea57268e4718',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.968098] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.968304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.968370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.968550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.968655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.968863] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.968983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.969058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.969220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.969318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.969386] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be deleted. [ 880.004051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.004249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.004324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.005202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.005202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.005202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.338237] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.338447] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.338493] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.339867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.339867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.339867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 299691d9-8fc0-44a1-9584-ea57268e4718 not found, creating... [ 880.339867] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.339867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.339867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.339867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.340176] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.340224] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.340384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.340495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.340706] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.340838] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.340974] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 299691d9-8fc0-44a1-9584-ea57268e4718 is going to be created. [ 880.366361] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.366710] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.366873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.368421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.368421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.368421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.442845] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 880.443709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.444076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.444488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.445394] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.445394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.445394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.445394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.445394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.445758] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.951868] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.108382] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 881.108608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.108785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.109049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.109264] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.109383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.109450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.109617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.109718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.109820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.109914] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.148940] env[65658]: INFO networking_nsxv3.common.synchronization [req-3c1fa784-e347-4e0e-87e7-69886ce7a546 req-e321ce6d-1ba5-4b7a-b0a3-67fb2843eebe service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 881.148940] env[65658]: INFO networking_nsxv3.common.synchronization [req-3c1fa784-e347-4e0e-87e7-69886ce7a546 req-e321ce6d-1ba5-4b7a-b0a3-67fb2843eebe service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 881.148940] env[65658]: INFO networking_nsxv3.common.synchronization [req-3c1fa784-e347-4e0e-87e7-69886ce7a546 req-e321ce6d-1ba5-4b7a-b0a3-67fb2843eebe service nova] Enqueued Resource ID: 299691d9-8fc0-44a1-9584-ea57268e4718 with Priority: HIGHEST for action port [ 881.149434] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 881.149877] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 881.153020] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299691d9-8fc0-44a1-9584-ea57268e4718 with Priority: HIGHEST for action port [ 881.153020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.153020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.153020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.153020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.153020] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.153020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.153020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.153020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.153020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.153020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.154030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.154698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.154698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.154698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.154698] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.157687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-299691d9-8fc0-44a1-9584-ea57268e4718 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.157942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.157942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.158101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.158212] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299691d9-8fc0-44a1-9584-ea57268e4718',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.453895] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.480441] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2fa2c888-9dda-42f5-b91e-48f2cba6561c None None] Enqueued Resource ID: 918ab469-a488-47c9-b283-913af18887f0 with Priority: HIGHEST for action port [ 881.481083] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918ab469-a488-47c9-b283-913af18887f0 with Priority: HIGHEST for action port [ 881.481626] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-918ab469-a488-47c9-b283-913af18887f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.481626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-918ab469-a488-47c9-b283-913af18887f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.481626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-918ab469-a488-47c9-b283-913af18887f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.481833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-918ab469-a488-47c9-b283-913af18887f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.481915] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('918ab469-a488-47c9-b283-913af18887f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.615933] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.615933] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.615933] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.615933] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.616883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.616883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.616883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.616883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.616883] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.663026] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.663026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299691d9-8fc0-44a1-9584-ea57268e4718 with status ACTIVE [ 881.663026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.663026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.663026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.663761] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.664079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.664272] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299691d9-8fc0-44a1-9584-ea57268e4718 is going to be updated. [ 881.694730] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.694730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.694730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.694730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.694730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.694730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299691d9-8fc0-44a1-9584-ea57268e4718" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.958758] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.958758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.958758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.958758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.958758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.958758] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be updated. [ 881.985110] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 918ab469-a488-47c9-b283-913af18887f0 [ 881.985360] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.985489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.985664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.985760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.985867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.985944] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:918ab469-a488-47c9-b283-913af18887f0 already deleted. [ 881.986048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-918ab469-a488-47c9-b283-913af18887f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.998395] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.998586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.998675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.998829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.998969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.008461] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 882.120601] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eed8f475-3d04-457b-bc3c-55e54a1e6d67: rpc.has_security_group_logging(os_id): False [ 882.141615] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.141615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.141615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.141615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.141893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.141893] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.141976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.142027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.142994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.142994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.142994] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.142994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.142994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.142994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.142994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.142994] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.143619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.145167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.145167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.145167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.145167] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be updated. [ 882.167283] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.223369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.223698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.223698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.224021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.224124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.241032] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: IN_PROGRESS for 2s [ 882.283908] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-431ba0b0-371a-4c92-a562-dca70ccc40a6 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 882.284668] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 882.284902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.284902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.285011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.285253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.285431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.285550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.285601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.285759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.286047] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.671051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.671548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.671548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.671816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.671952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.671952] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be created. [ 882.703451] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.703678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.704031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.704354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.704508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.721413] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: UNINITIALIZED for 2s [ 882.732734] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.732943] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.733085] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.733409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.733726] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.733930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.734177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.734467] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.734669] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.735061] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.735061] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.735164] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.735305] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.735397] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.735522] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.735665] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.756301] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.756564] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.756662] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.756829] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.757268] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-ce81c5e2-5481-49db-b160-77235b844c19 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.757502] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.757502] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.757955] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.758139] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce81c5e2-5481-49db-b160-77235b844c19',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.788211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.788510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.788510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.788711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.789612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.789612] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.789612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.789612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.789612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.789612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.789612] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be deleted. [ 882.832816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.833021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.833021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.833238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.833317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.833371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.260818] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.261176] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.261390] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.261747] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.261958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.262254] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port ce81c5e2-5481-49db-b160-77235b844c19 not found, creating... [ 883.262580] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.262752] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.262871] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.263137] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.263282] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.263584] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.263740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.263858] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.264095] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.264226] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.264365] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: ce81c5e2-5481-49db-b160-77235b844c19 is going to be created. [ 883.293857] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.294106] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.294265] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.294644] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.294991] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.295274] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.006171] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-fc7cea07-a128-4086-8abd-15bed4b0c62f service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 884.006496] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-fc7cea07-a128-4086-8abd-15bed4b0c62f service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 884.006496] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-fc7cea07-a128-4086-8abd-15bed4b0c62f service nova] Enqueued Resource ID: ce81c5e2-5481-49db-b160-77235b844c19 with Priority: HIGHEST for action port [ 884.007042] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 884.007209] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 884.007306] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce81c5e2-5481-49db-b160-77235b844c19 with Priority: HIGHEST for action port [ 884.007942] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.009254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.009339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.009562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.009646] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.010531] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.010649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.010716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.010891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.011051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.011151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.011209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.011354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.011436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.011524] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.012306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce81c5e2-5481-49db-b160-77235b844c19 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.012402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.012468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.015321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.015321] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce81c5e2-5481-49db-b160-77235b844c19',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.026546] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 884.026866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.027057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.027316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.028023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.028023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.028023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.028023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.028023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.028023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.028367] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.254460] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 884.254748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.518451] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.519624] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.519765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.523713] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce81c5e2-5481-49db-b160-77235b844c19 with status ACTIVE [ 884.523978] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.524138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.524216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.524474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.524563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.524823] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.524941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.526445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.526712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.526936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.527066] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.527179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.527260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.527480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.527532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.527628] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce81c5e2-5481-49db-b160-77235b844c19 is going to be updated. [ 884.533703] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.533703] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.533703] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.533703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.535049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.535049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.535049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.535049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.535279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.535279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.535469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.535893] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.567277] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.567435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.567505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.567751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.567911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.568112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce81c5e2-5481-49db-b160-77235b844c19" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.733308] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 884.733537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.733800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.733967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.734220] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.734338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.734403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.734569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.734654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.734806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.734912] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.022483] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.038365] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 831b315a-5ade-421d-8c05-57da176f6720: rpc.has_security_group_logging(os_id): False [ 885.061150] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.061673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.061673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.061673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.061865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.062162] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.062332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.062432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.062608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.062725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.063028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.063115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.063444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.063444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.063444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.063754] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.063754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.063867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.063981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.064234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.064234] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be updated. [ 885.147299] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.147518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.147634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.147960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.148196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.165721] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 885.237320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.237848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.237987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.238366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.238960] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.239073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.239073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.239322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.239478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.240372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.240372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.240372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.240372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.240372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.240372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.241229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.241362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.241965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.241965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.241965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.241965] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.527165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.527801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.527801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.527930] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be created. [ 885.575516] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.575516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.575516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.575516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.575516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.586222] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: UNINITIALIZED for 2s [ 885.744572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd624d05-4706-4739-be6b-69bfda905751: rpc.has_security_group_logging(os_id): False [ 885.772865] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.772865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.773093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.773217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.773316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.773532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.773642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.773726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.773973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.774101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.774396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.774513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.774571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.774754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.774841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.775066] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.775178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.775256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.775408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.775482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.775572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be created. [ 885.866033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.866033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.866033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.866276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.866473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.878873] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 887.179771] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 887.180117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.382049] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-7107af78-a278-4de5-ba53-9bd92adfc6b1 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 887.383668] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 887.383798] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.383903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.601396] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 887.603228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.603228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.603228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.603228] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.603228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.603228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.603634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.603756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.603886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.604043] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.605989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.606666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.606966] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.607196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.607196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.607386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.607491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.607822] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.880030] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.880199] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.880259] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.880519] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.880798] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.880980] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.881111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.881328] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.881724] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.881724] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.881850] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.881890] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.881972] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.882368] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.882368] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.882368] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.914856] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 887.914856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.916563] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.916703] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.916828] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.917120] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-77" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.917609] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-d300c209-2db7-40c0-acff-cc04472179bc taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.917732] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.917816] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.918872] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.918872] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d300c209-2db7-40c0-acff-cc04472179bc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.108310] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.108310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.110404] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.422355] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.422749] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.422954] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.423352] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.423570] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.423817] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port d300c209-2db7-40c0-acff-cc04472179bc not found, creating... [ 888.424207] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.424477] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.424679] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.424914] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.425107] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.425621] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.425621] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.425982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.426066] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.426371] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.426453] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: d300c209-2db7-40c0-acff-cc04472179bc is going to be created. [ 888.457477] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.457817] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.457969] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.458283] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.458520] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.458762] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.613784] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.118948] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.118948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.118948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.118948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.118948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.118948] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 889.153637] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.156066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.156066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.156066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.156066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.165067] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 889.274455] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-c29e89de-cdc0-4133-b1b9-6f5126e9733c service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 889.274971] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-c29e89de-cdc0-4133-b1b9-6f5126e9733c service nova] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 889.274971] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c74d6e0-9305-48f1-916a-3ccdf554cbb5 req-c29e89de-cdc0-4133-b1b9-6f5126e9733c service nova] Enqueued Resource ID: d300c209-2db7-40c0-acff-cc04472179bc with Priority: HIGHEST for action port [ 889.275443] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_rules [ 889.275581] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 889.275677] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d300c209-2db7-40c0-acff-cc04472179bc with Priority: HIGHEST for action port [ 889.275948] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.277723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.278088] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.278510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.278510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d300c209-2db7-40c0-acff-cc04472179bc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.278510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.278732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.278805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.278881] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d300c209-2db7-40c0-acff-cc04472179bc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.756415] env[65658]: INFO networking_nsxv3.common.synchronization [req-9cef2077-cb70-4663-a9c2-767439d9ee39 req-4173642a-f65e-4d57-ad5b-16d91b1ef41a tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 889.756931] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 889.757505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.757505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.757505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.757680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.758097] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.759758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.759886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.760025] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.782021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d300c209-2db7-40c0-acff-cc04472179bc with status ACTIVE [ 889.782021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.782021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.782021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.782021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.782021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.782256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.782301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.782334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.782523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.782523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.782726] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.782859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.782859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.783112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.783112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.783252] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d300c209-2db7-40c0-acff-cc04472179bc is going to be updated. [ 889.811500] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.811785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.811785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.812356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.812356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.812668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d300c209-2db7-40c0-acff-cc04472179bc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.263224] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.769486] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.099407] env[65658]: INFO networking_nsxv3.common.synchronization [None req-b91ddf8d-acda-4316-a07c-2902b93137b0 None None] Enqueued Resource ID: 28170cc0-b611-4fe2-963b-1f2699374c38 with Priority: HIGHEST for action port [ 891.099954] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28170cc0-b611-4fe2-963b-1f2699374c38 with Priority: HIGHEST for action port [ 891.100303] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-28170cc0-b611-4fe2-963b-1f2699374c38 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.100398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28170cc0-b611-4fe2-963b-1f2699374c38" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.101141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28170cc0-b611-4fe2-963b-1f2699374c38" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.102241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28170cc0-b611-4fe2-963b-1f2699374c38" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.102368] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28170cc0-b611-4fe2-963b-1f2699374c38',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.177685] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 891.177943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.178122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.178351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.178549] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.178667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.178754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.178899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.178977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.179087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.179281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.179359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.179398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.179538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.179765] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.179765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.179911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.179954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.181079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.183413] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.183413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.183413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.183413] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.271712] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.271944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.272067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.274091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.274091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.274091] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be updated. [ 891.328228] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.329027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.329027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.329027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.329204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.350490] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 891.606041] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28170cc0-b611-4fe2-963b-1f2699374c38 [ 891.606041] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.606041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.606041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.606041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.606041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.606041] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28170cc0-b611-4fe2-963b-1f2699374c38 already deleted. [ 891.606041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28170cc0-b611-4fe2-963b-1f2699374c38" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.687346] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1654d3b-eaaf-487c-8d8f-cab163afab50: rpc.has_security_group_logging(os_id): False [ 891.687346] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.708416] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.708570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.708819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.708819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.708918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.709145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.709257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.709320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.709467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.709539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.709720] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.709804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.709864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.710010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.710088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.710268] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.710480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.710542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.710800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.710800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.710867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be created. [ 891.776417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.776748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.776748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.777017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.777221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.790288] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 892.117549] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8e8d5f2a-eff3-4bbc-b537-c2c4abc6b54c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_rules [ 892.118247] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_rules [ 892.118674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.118858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.118971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.120606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.120691] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.190038] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.228548] env[65658]: INFO networking_nsxv3.common.synchronization [None req-3c09ccd1-a0b3-4d26-8304-767ae09d31eb tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_rules [ 892.229119] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_rules [ 892.229462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.229560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.648117] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.648117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.648322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.648462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.648610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.648771] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 already deleted. [ 892.648771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.648951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.649103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.649238] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.696034] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.696421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.696421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.696580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.696580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.697273] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 892.734050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.734228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.734301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.734569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.734666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751942] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 893.015829] env[65658]: INFO networking_nsxv3.common.synchronization [req-af1c467c-aa09-41d9-84ce-3aef2ba9c694 req-6d5c04ad-aad3-41ae-af07-bd1876355066 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_members [ 893.017158] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGHEST for action security_group_members [ 893.017158] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.018250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.018391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.018794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.019103] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.019317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.019458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.021049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.021049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.021049] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.174089] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.174762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.174762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.174762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.174762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.174762] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 already deleted. [ 893.174930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.364444] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 893.364702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.522822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.523956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.524102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.524334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.524435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.525029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.525029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.525029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.525029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.525366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.525366] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 is going to be updated. [ 893.540783] env[65658]: INFO networking_nsxv3.common.synchronization [None req-b3bdc85b-2020-4740-b08a-b153c91c9b5b None None] Enqueued Resource ID: bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7 with Priority: HIGHEST for action port [ 893.541052] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7 with Priority: HIGHEST for action port [ 893.541606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.542812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.542812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.542812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.542812] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.568792] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.568910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.568965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.569215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.569392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.581313] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: IN_PROGRESS for 2s [ 893.804206] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 893.804457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.804735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.807016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.807016] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.047341] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7 [ 894.047673] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.047846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.047846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.048509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.048636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.048737] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7 already deleted. [ 894.048868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae9a88f-ab53-46a7-adcc-a08ec0a3c7d7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.309483] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.309645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.764612] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 894.764612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.764612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.765539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.765539] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.765539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.765539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.765539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.765539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.765539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.765539] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.827219] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-af8bbeff-8c04-44b4-9b8c-61ce78292e7e tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 894.827790] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 894.828292] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.828423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.828507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.828767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.828876] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.828974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.829061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.829232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.829320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.829416] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.211640] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-03600ee9-03f6-4b05-b3ff-ac7a1513fd7c tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 895.212252] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 895.212607] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.212747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.268439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.268439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.268614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.268719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.269025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.269025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.269025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.269247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.269313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.269372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.270079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.270079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.270079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.270079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.270079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.270079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.270309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.270309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.270309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.270433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.270460] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.332871] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.332871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.332871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.333104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.355563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.355938] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.356124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.356199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.356454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.356565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.356681] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 895.403847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.403847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.403847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.403847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.403847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.416201] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 895.539980] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.540497] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-269" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.540686] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-269" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.541060] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-269" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.541389] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.541605] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.541761] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.542546] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.542546] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.542546] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.542546] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.542771] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.543017] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.543017] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.543196] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.543383] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.562804] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.563248] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.563502] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.563838] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-269" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.564223] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-5c299be8-f42d-4a98-8874-a84965136c89 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.564462] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.564657] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.565015] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.565234] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c299be8-f42d-4a98-8874-a84965136c89',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.596986] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e68d582-4788-4246-9d48-d7b6846cb453 in Status: SUCCESS [ 895.596986] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 deletion is rescheduled due to dependency. [ 895.596986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.772302] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1654d3b-eaaf-487c-8d8f-cab163afab50: rpc.has_security_group_logging(os_id): False [ 895.792921] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.793086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.793194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.793771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.793771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.793771] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.793771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.793771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.793973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.794021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.795093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795493] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 895.886276] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.886276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.886276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.886517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.886697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.904316] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 896.067959] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.068171] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.068213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.069217] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.069217] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.069217] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 5c299be8-f42d-4a98-8874-a84965136c89 not found, creating... [ 896.069558] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.069635] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.069874] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.070164] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.070543] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.070734] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.071347] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.071549] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.071855] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.072267] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.072267] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 5c299be8-f42d-4a98-8874-a84965136c89 is going to be created. [ 896.097572] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.097847] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.098099] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.098606] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.099021] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.099206] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.853814] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-b8940ea5-1cc9-4b06-88d8-9974ffd21cf8 service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 896.854133] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-b8940ea5-1cc9-4b06-88d8-9974ffd21cf8 service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 896.854133] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-b8940ea5-1cc9-4b06-88d8-9974ffd21cf8 service nova] Enqueued Resource ID: 5c299be8-f42d-4a98-8874-a84965136c89 with Priority: HIGHEST for action port [ 896.854640] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 896.854800] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 896.854906] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c299be8-f42d-4a98-8874-a84965136c89 with Priority: HIGHEST for action port [ 896.855260] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.855423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.855786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.855786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.855786] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.856713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.856799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.857033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c299be8-f42d-4a98-8874-a84965136c89 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.857147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.857197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.857381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.857457] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c299be8-f42d-4a98-8874-a84965136c89',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.358924] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.359063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.359266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c299be8-f42d-4a98-8874-a84965136c89 with status ACTIVE [ 897.359464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.359574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.359646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.359883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.359943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.360121] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.360227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.360266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.360406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.360474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.360651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.360789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.360789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.360924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.360999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.361272] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c299be8-f42d-4a98-8874-a84965136c89 is going to be updated. [ 897.395993] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.395993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.395993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.395993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.395993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.395993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c299be8-f42d-4a98-8874-a84965136c89" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.435761] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 897.435951] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 deletion is rescheduled due to dependency. [ 897.436115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.436360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.436652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.436856] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.436996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.437111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.437324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.437464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.437569] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.719114] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.719114] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-468" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.719114] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-468" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.719664] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-468" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.720154] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.720445] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.720690] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.721025] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.721270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.721565] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.721782] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.721974] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.722177] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.722371] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.722558] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.723601] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.744820] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.745156] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.745248] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.745421] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-468" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745769] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.745990] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.746162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.746509] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.746647] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fffa5b7-e11f-4f24-b556-14c90ac79ad1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.921605] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 897.922241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.939408] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.249209] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.249616] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.249828] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.250292] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.250567] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.250824] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 not found, creating... [ 898.251306] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.252068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.252068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.252510] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.252675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.253180] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.253449] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.253649] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.254302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.254302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.254518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 is going to be created. [ 898.278575] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.278808] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.278937] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.279235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.279499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.279726] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.441660] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.945246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.945246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.945246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.945644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.945644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.946940] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 898.978912] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.979029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.979136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.979754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.979754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.988394] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 899.023301] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-4be7dbd8-8305-4d2b-a285-dfffa7a14d5e service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 899.023600] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-4be7dbd8-8305-4d2b-a285-dfffa7a14d5e service nova] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 899.023846] env[65658]: INFO networking_nsxv3.common.synchronization [req-20992114-cabe-4d07-98ec-34a0c23db5de req-4be7dbd8-8305-4d2b-a285-dfffa7a14d5e service nova] Enqueued Resource ID: 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 with Priority: HIGHEST for action port [ 899.026219] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_rules [ 899.026662] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 899.026662] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 with Priority: HIGHEST for action port [ 899.027072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.027236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.027573] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.027719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.029061] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.029234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.029354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.029683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.029865] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fffa5b7-e11f-4f24-b556-14c90ac79ad1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.538956] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 with status ACTIVE [ 899.540437] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.540437] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.540437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.540437] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.541037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.541037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.541037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.541037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.541037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fffa5b7-e11f-4f24-b556-14c90ac79ad1 is going to be updated. [ 899.566887] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.567111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.567217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.567433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.567573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.567732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fffa5b7-e11f-4f24-b556-14c90ac79ad1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.646429] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c813380-628b-4686-b36c-c4ebbd1dd3ee req-66a07f05-96ce-431e-babf-654248117c12 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Enqueued Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_members [ 899.646429] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_members [ 899.646429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.646429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.646652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.647388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.647388] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.647388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.647575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.647760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.647847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.647945] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.150832] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.151137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.151137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.151203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.151890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.151890] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.151890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.151890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.151890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.151890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.151890] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e already deleted. [ 900.152129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.475618] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.475618] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-591" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.475618] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-591" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.476029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-591" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.477183] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.477183] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.477183] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.477183] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.477183] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.477183] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.477183] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.477519] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.477519] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.477519] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.477658] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.477658] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.497882] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.498052] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.498187] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.498408] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-591" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498927] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-54e999b9-ef6a-489b-97c8-42ae204701e2 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.499068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.499237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.499577] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.499763] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e999b9-ef6a-489b-97c8-42ae204701e2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.001504] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.001504] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.001504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.001504] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.004590] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.004785] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.005023] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.005252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.005406] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.005581] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 54e999b9-ef6a-489b-97c8-42ae204701e2 not found, creating... [ 901.005896] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.006239] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.006443] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.006714] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.006853] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.007348] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.007579] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.007720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.007964] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.008888] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.009099] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 54e999b9-ef6a-489b-97c8-42ae204701e2 is going to be created. [ 901.041580] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.041874] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.041949] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.042224] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.042458] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.042678] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.503505] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.769044] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c813380-628b-4686-b36c-c4ebbd1dd3ee req-30275860-8c53-4771-b807-520af2e0e581 service nova] Enqueued Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_rules [ 901.769602] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c813380-628b-4686-b36c-c4ebbd1dd3ee req-30275860-8c53-4771-b807-520af2e0e581 service nova] Enqueued Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_members [ 901.769602] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c813380-628b-4686-b36c-c4ebbd1dd3ee req-30275860-8c53-4771-b807-520af2e0e581 service nova] Enqueued Resource ID: 54e999b9-ef6a-489b-97c8-42ae204701e2 with Priority: HIGHEST for action port [ 901.769881] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_rules [ 901.774091] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_members [ 901.774286] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e999b9-ef6a-489b-97c8-42ae204701e2 with Priority: HIGHEST for action port [ 901.774631] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.774751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.774816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.775114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.775201] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.776427] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.776597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.776689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.776884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.777054] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.777445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.777445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.777445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.777445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.777574] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.786082] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-54e999b9-ef6a-489b-97c8-42ae204701e2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.786571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.786680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.786865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.786959] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e999b9-ef6a-489b-97c8-42ae204701e2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.007205] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.290258] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.292015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.294024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.294024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54e999b9-ef6a-489b-97c8-42ae204701e2 with status ACTIVE [ 902.294024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.294024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.294024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.296994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.296994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.297894] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.298829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.298829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.298829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.298829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.300533] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.300533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.300533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.300533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.300533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.300533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54e999b9-ef6a-489b-97c8-42ae204701e2 is going to be updated. [ 902.336163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.336455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.336578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.336821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.337022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.337242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54e999b9-ef6a-489b-97c8-42ae204701e2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.510751] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.510751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.510751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.511091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.511091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.511091] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 902.545267] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.545412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.545550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.545726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.545874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.555875] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 902.796645] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.298596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.300689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.300689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.300689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.300689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.300689] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e is going to be created. [ 903.342635] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.342635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.342635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.342851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.343137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354135] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e in Status: UNINITIALIZED for 2s [ 904.281978] env[65658]: INFO networking_nsxv3.common.synchronization [req-366c82ac-23dc-4c73-9525-84a495a8e7fb req-2c985bd1-5820-475b-9b70-1f99d4a069bd tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 904.283578] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 904.284712] env[65658]: INFO networking_nsxv3.common.synchronization [req-b1daf3d4-656e-4bce-911e-bc4bd65210b9 req-c62d9911-72f5-4f33-a313-8d80fe60feb4 tempest-MultipleCreateTestJSON-1709251131 tempest-MultipleCreateTestJSON-1709251131-project-member] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 904.285088] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.285245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.285317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.287023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.287023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.287023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.287219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.287891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.287891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.287891] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.289539] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGHEST for action security_group_members [ 904.292878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.293018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.567575] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 904.567852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.568032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.568331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.568532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.568673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.568745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.568903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.569026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.569075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.569409] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.570423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.570601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.570775] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.570882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.570946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.571108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.571185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.571275] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.598025] env[65658]: INFO networking_nsxv3.common.synchronization [req-ac69c583-31cc-4bd1-9c99-52f00538ad2d req-5f655308-7783-4af1-801f-60a5101064b8 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 904.598214] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 904.598514] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.598681] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.598788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.599107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.599311] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.599444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.599531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.599731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.599848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.599981] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.792046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.792046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.792046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.792046] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 904.829341] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.829562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.829562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.830185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.830185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.842757] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 905.054796] env[65658]: INFO networking_nsxv3.common.synchronization [None req-73273015-f840-481a-9d5a-0c9e6b760402 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_rules [ 905.055376] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_rules [ 905.055688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.055837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.055890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.056689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.056733] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.074558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.074558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.074558] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.102944] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.192093] env[65658]: INFO networking_nsxv3.common.synchronization [None req-dcdbcfc0-f080-445f-87a7-73aa50b71874 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_rules [ 905.192816] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_rules [ 905.193905] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.193905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.368724] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e in Status: SUCCESS [ 905.368724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.368724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.368724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.369416] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.369604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.369693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.371571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.371571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.371571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.371571] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.577626] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.582500] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.582500] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b already deleted. [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.582500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.582500] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.606034] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.874688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.874688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.874688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.875117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.875252] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.875512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.875512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.875904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.875904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.875904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.875904] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.876135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.876135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.876243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.876341] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.876449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.876582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.876630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.876673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.876838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.876838] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.080806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.080998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.081051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.081305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.081424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.081527] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 906.110989] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.111229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.111279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.111523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.111625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.111733] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b already deleted. [ 906.111823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.112235] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.112327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.112374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.112647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.112754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.112868] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 906.119552] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.119746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.119802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.120096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.120358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.131437] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 906.155870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.156048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.156098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.156320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.156466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.172222] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 906.380381] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e9d51c0-915d-476a-9163-d9aaaedee06e: rpc.has_security_group_logging(os_id): False [ 906.406045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.406335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.406464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.407321] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.407321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.407525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.407587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.407701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.408040] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.408196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.408303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.408504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.408612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.408872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.409017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.409170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.409369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.409477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.409589] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e is going to be created. [ 906.484165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.484165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.484329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.484424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.484601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.503593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e in Status: IN_PROGRESS for 2s [ 906.854981] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 906.855294] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 deletion is rescheduled due to dependency. [ 906.855419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.855586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.855802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.855986] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.856106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.856187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.856325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.856417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.856499] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.360558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.360812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.360917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.361195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.361314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.361558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.361686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.361754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.361943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.362064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.362211] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be updated. [ 907.405937] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.406353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.406353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.406353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.406520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.419126] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: IN_PROGRESS for 2s [ 907.485169] env[65658]: INFO networking_nsxv3.common.synchronization [req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 req-818f6180-dbef-4f69-a13d-8f856fe8c832 tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Enqueued Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_members [ 907.486094] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_members [ 907.486584] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.487009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.487009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.487350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.487826] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.488030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.488149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.488397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.488529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.488757] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.865290] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.865653] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.865878] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.866296] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.866609] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.866777] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.866886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.867390] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.867456] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.867989] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.868200] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.868370] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.868525] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.868647] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.868771] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.868915] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.903782] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.903957] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.904133] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.904308] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-953" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.904679] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-27f46a6c-8ee0-48a6-a255-ac45b697ac99 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.904830] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.904923] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.905336] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.905508] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f46a6c-8ee0-48a6-a255-ac45b697ac99',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.991473] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.991660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.991761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.992923] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.992923] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f already deleted. [ 907.992923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.148335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.148335] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.148335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.149165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.149580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.149983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.152663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.152663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.152663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.152663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.152663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.152663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.152663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.152663] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.185146] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 908.185146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.409740] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.410111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.410238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.410514] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.410624] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410778] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 27f46a6c-8ee0-48a6-a255-ac45b697ac99 not found, creating... [ 908.411059] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.411267] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.411320] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.411552] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.411683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.411957] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.412121] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.412235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.412521] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.412713] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.412903] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 27f46a6c-8ee0-48a6-a255-ac45b697ac99 is going to be created. [ 908.434723] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.434948] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.435078] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.435412] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.435652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.435983] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.516636] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e in Status: SUCCESS [ 908.516960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.655518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66cab8c1-9bcd-4f94-9d30-3de4b5945f93: rpc.has_security_group_logging(os_id): False [ 908.675241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.675439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.675485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.675708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.675832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.676044] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.676311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.676311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.676399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.676434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.676655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.676741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.676801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.676950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.677026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.677266] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.677394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.677457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.677615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.677695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.677798] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 908.731481] env[65658]: INFO networking_nsxv3.common.synchronization [req-7a53d3f6-5e0e-4051-b519-d7b216eac374 req-d07aea44-ef94-4ff8-b0a8-6d38068bfbc6 tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 908.732202] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 908.732564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.732731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.732810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.733083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.733229] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.733382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.733466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.733640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.734383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.734383] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.745489] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.745655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.745721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.745974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.746143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.764544] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 909.193085] env[65658]: INFO networking_nsxv3.common.synchronization [req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 req-c667cd60-6386-4ab1-b48a-364396cdb461 service nova] Enqueued Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_rules [ 909.193298] env[65658]: INFO networking_nsxv3.common.synchronization [req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 req-c667cd60-6386-4ab1-b48a-364396cdb461 service nova] Enqueued Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_members [ 909.193298] env[65658]: INFO networking_nsxv3.common.synchronization [req-62085f03-af2f-4b56-9cd3-a02ae3e17cd1 req-c667cd60-6386-4ab1-b48a-364396cdb461 service nova] Enqueued Resource ID: 27f46a6c-8ee0-48a6-a255-ac45b697ac99 with Priority: HIGHEST for action port [ 909.193805] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_rules [ 909.193961] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_members [ 909.194038] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f46a6c-8ee0-48a6-a255-ac45b697ac99 with Priority: HIGHEST for action port [ 909.194285] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.194408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.194475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.194714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.194793] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.195655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.195804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.195914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.196067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.196131] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.196227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.196282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.196421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.196501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.196654] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.198180] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f46a6c-8ee0-48a6-a255-ac45b697ac99 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.198294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.198435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.199332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.199332] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f46a6c-8ee0-48a6-a255-ac45b697ac99',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.236078] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.430195] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 in Status: SUCCESS [ 909.430195] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 deletion is rescheduled due to dependency. [ 909.430195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.700667] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.700667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.700865] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.702293] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27f46a6c-8ee0-48a6-a255-ac45b697ac99 with status ACTIVE [ 909.702470] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.702580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.702644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.702847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.702960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.703151] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.703246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.703309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.703459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.703527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.703705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.703816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.703846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.703974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.704044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.704127] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27f46a6c-8ee0-48a6-a255-ac45b697ac99 is going to be updated. [ 909.729121] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.729299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.729364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.729558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.729694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.729857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f46a6c-8ee0-48a6-a255-ac45b697ac99" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.738042] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.144517] env[65658]: INFO networking_nsxv3.common.synchronization [req-19c6887a-f3fe-4b9d-a52e-48643a57103d req-2b992c27-104e-4b64-bcc2-4edab80a9641 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 910.145616] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 910.145616] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.145616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.145616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.145616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.146470] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.146594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.146680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.146839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.146925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.147032] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.206756] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.239762] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.240167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.240259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.240360] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be updated. [ 910.271162] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.271359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.271428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.271640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.271786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.282194] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 910.488471] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.488902] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.488902] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.489215] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.489453] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.489641] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.489712] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.489958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.490092] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.490301] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.490434] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.490512] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.490616] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.490720] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.490875] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.491116] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.513425] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.513684] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.513831] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.514010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.514385] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.514572] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.514725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.515052] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.515206] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f5c926-fbad-4ecb-98aa-3d3ffaed9378',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.648936] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.649239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.649368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.649663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.649790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.649992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.650496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.650562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.651145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.651145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.651145] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be deleted. [ 910.683758] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.684079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.684271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.684420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.684528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.684637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.709439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.713438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.713438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.713438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.713438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.713438] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f is going to be created. [ 910.753057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.753057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.753240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.754029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.754029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.776879] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f in Status: UNINITIALIZED for 2s [ 910.786482] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 910.786761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.786973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.787234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.788203] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.019206] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.019557] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.019779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.020166] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.020374] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.020593] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 not found, creating... [ 911.020954] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.021199] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.021332] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.021613] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.021765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.022105] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.022306] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.022399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.022581] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.022718] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.022850] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 is going to be created. [ 911.048147] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.048147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.048409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.048678] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.048951] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.049359] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290509] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.290509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.290908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.290908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.291092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.291310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.291395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.291674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.291773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.291869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.291991] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.779262] env[65658]: INFO networking_nsxv3.common.synchronization [req-19c6887a-f3fe-4b9d-a52e-48643a57103d req-c6589f74-8302-4470-9edd-049f2a728d3a service nova] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_rules [ 911.779262] env[65658]: INFO networking_nsxv3.common.synchronization [req-19c6887a-f3fe-4b9d-a52e-48643a57103d req-c6589f74-8302-4470-9edd-049f2a728d3a service nova] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 911.779262] env[65658]: INFO networking_nsxv3.common.synchronization [req-19c6887a-f3fe-4b9d-a52e-48643a57103d req-c6589f74-8302-4470-9edd-049f2a728d3a service nova] Enqueued Resource ID: 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 with Priority: HIGHEST for action port [ 911.781715] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_rules [ 911.781940] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 911.782410] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 with Priority: HIGHEST for action port [ 911.782981] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.783264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.783447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.783758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.783947] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.785501] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.785694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.785762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.785946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.786112] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.786677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.786677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.786677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.786677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.786677] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.788092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.788092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.788092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.788092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.788092] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f5c926-fbad-4ecb-98aa-3d3ffaed9378',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.794492] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.794492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.794596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.795017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.796605] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.797267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.797521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.797834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.798432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.798432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.800038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.800168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.800238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.800420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.800580] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.800677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.800739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.800905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.800994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.804021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.804160] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.274509] env[65658]: INFO networking_nsxv3.common.synchronization [req-d07084a1-0887-4212-9004-a2b386271e31 req-61c761ee-8e3d-4c17-a635-6e283d38a4e2 tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 912.275061] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 912.275715] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.276994] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.276994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.276994] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.289457] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.290402] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.290558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.292270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 912.292469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.292949] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 with status ACTIVE [ 912.293022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.293140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.293210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.293392] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.293476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.293644] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.293750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.293803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.294037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.294109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.294802] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.294802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.294802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.294802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.294802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.294802] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34f5c926-fbad-4ecb-98aa-3d3ffaed9378 is going to be updated. [ 912.308172] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66cab8c1-9bcd-4f94-9d30-3de4b5945f93: rpc.has_security_group_logging(os_id): False [ 912.320133] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.320263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.320263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.320513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.320567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.320733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f5c926-fbad-4ecb-98aa-3d3ffaed9378" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.326145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.326291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.326372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.326596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.326715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.326936] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.327095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.327182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.327401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.327506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.327731] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.327859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.327942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.328325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328516] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.329035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.329150] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 912.408494] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.408703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.408703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.411277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.411277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424873] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 912.459925] env[65658]: INFO networking_nsxv3.common.synchronization [req-d07084a1-0887-4212-9004-a2b386271e31 req-a77d2158-f3e3-44f4-96c7-97020df2f5ed tempest-ServersTestMultiNic-1836100188 tempest-ServersTestMultiNic-1836100188-project-member] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 912.460995] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGHEST for action security_group_members [ 912.461813] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.461943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.778996] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.789911] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f in Status: SUCCESS [ 912.790254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.790625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.790847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.791045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.791162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.791228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.791385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.791465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.791552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.791644] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.793196] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.281017] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.293566] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.294303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.294303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.294303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.294303] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.294595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.294595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.294595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.294760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.294760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.294939] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.295074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.295136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.295288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.295433] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.295526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.295589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.295747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.295827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.295914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.296012] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.298013] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.298169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.298642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.298642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.298760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.299170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be created. [ 913.335278] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.336014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.336300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.336527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.336726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.348172] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: UNINITIALIZED for 2s [ 913.784384] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.784583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.784637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.784848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.786647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.786647] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 913.798368] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f: rpc.has_security_group_logging(os_id): False [ 913.816683] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.816851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.816851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.816984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.817134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.820351] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.820483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.820532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.820765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.820840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.821024] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.821115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.821176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.821366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.821430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.821673] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.821809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.821874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.822033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.822106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.822347] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.822484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.822541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.822687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.822777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.822867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f is going to be created. [ 913.826097] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 913.881770] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.881916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.881965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.882255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.882521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.898533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f in Status: IN_PROGRESS for 2s [ 914.131331] env[65658]: INFO networking_nsxv3.common.synchronization [req-3a3467ed-fedb-4aa3-80e3-0330ab05ad7f req-2258df53-a582-4db5-9d80-cd947791b22b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 914.131948] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 914.133528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.134211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.134211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.134211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.134211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.134426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.134426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.134496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.134599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.134720] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.441601] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 914.442641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.637301] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.637531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.637602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.637818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.637907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638112] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.638235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.638268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.638546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.638546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638629] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 914.667256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.667467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.667672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.667807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.667940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.680696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 915.360542] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 915.360906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.360906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.361587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.361587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.361587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.361587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.361836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.361836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.361919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.362026] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.844326] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 915.844573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.844748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.844972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.845176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.845296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.845366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.845518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.845602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.845699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.864779] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.864985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.865081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.865410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.865870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.865870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.865870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.866088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.866088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.866173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.866447] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.866447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.866551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.866633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.866768] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.866886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.866949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.867113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.867191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.867274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.867367] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.911709] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f in Status: SUCCESS [ 915.911991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.348070] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.348271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.348271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.348487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.348583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.348779] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.348874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.348936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.349105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.349179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.349266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be updated. [ 916.370111] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1f6733-0347-4499-8a4b-816d7ce2ecf2: rpc.has_security_group_logging(os_id): False [ 916.386599] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.386796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.386841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.387053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.387196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.390827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.391010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.391010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.391218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.391303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.391519] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.391620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.391683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.391834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.391909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.392104] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.392194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.392239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.392378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.392450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.392638] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.392876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.392876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.392963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.393255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.393255] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be created. [ 916.395976] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: IN_PROGRESS for 2s [ 916.453310] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.453481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.453551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.453817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.453987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.465879] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 916.694110] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 916.694301] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 deletion is rescheduled due to dependency. [ 916.695284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.791912] env[65658]: INFO networking_nsxv3.common.synchronization [req-a3976154-8a8a-4be5-9060-12404a16ff62 req-38b5702d-6bda-4b61-bc69-652bcce672d0 tempest-ServersNegativeTestMultiTenantJSON-610675003 tempest-ServersNegativeTestMultiTenantJSON-610675003-project-member] Enqueued Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_members [ 916.793045] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGHEST for action security_group_members [ 916.793176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.793300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.793363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.793619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.794419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.794562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.794632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.794844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.794935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795048] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.904655] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18c250d-eee7-4c5c-b243-57b8fb188788 req-3f164729-13c8-4eef-881c-8030228d71a1 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 916.905268] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 916.905890] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.906073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.906073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.906262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.906436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.906560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.906641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.906787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.906912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.907071] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.078382] env[65658]: INFO networking_nsxv3.common.synchronization [None req-595d0fa4-3e91-4836-9ed5-6c89f8942601 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_rules [ 917.080566] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_rules [ 917.081966] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.081966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.081966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.081966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.081966] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.220409] env[65658]: INFO networking_nsxv3.common.synchronization [None req-691ca2e6-d43b-451d-a9bb-95f8fe67db22 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_rules [ 917.220942] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_rules [ 917.221266] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.221370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.298387] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.298530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.298571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.298781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.298908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.299096] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.299194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.299255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.299930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.299969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.302038] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e is going to be updated. [ 917.343745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.343942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.343982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.344192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.344335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.351172] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.353053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.353053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.353053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.353053] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.353053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.353053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.353053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.353462] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.353882] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.354131] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.354395] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.354666] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.354898] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.355122] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.355376] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.357232] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e in Status: IN_PROGRESS for 2s [ 917.378011] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.378294] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.378357] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.378680] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.379026] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-09c858ec-145b-4b37-bfd6-eec840c2de29 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.379212] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.379434] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.379667] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.379810] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c858ec-145b-4b37-bfd6-eec840c2de29',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.410671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.410671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.410832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.411000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.411109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.411334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.411431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.411483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.411646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.411725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.411828] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be deleted. [ 917.444805] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.444954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.445036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.445267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.445512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.445512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.604161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.604209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.604413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.604719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604719] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 535caca6-a451-499a-8195-114467b4ea62 already deleted. [ 917.604719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.604981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.605084] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.882493] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.882717] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.882839] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.883132] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.883275] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.883424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 09c858ec-145b-4b37-bfd6-eec840c2de29 not found, creating... [ 917.883675] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.883823] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.883935] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.884161] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.884290] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.885042] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.885229] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.885351] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.885558] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.885692] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.885827] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 09c858ec-145b-4b37-bfd6-eec840c2de29 is going to be created. [ 917.909769] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.910121] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.910272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.910539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.910768] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.910995] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.129286] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.129439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.129525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.129847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.129897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.129986] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 535caca6-a451-499a-8195-114467b4ea62 already deleted. [ 918.130066] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.410351] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 in Status: SUCCESS [ 918.410677] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 deletion is rescheduled due to dependency. [ 918.410677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.481675] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 918.481927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.650188] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18c250d-eee7-4c5c-b243-57b8fb188788 req-6e04e093-2b32-427a-8441-38e0eb4e89cb service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 918.650188] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18c250d-eee7-4c5c-b243-57b8fb188788 req-6e04e093-2b32-427a-8441-38e0eb4e89cb service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 918.650188] env[65658]: INFO networking_nsxv3.common.synchronization [req-a18c250d-eee7-4c5c-b243-57b8fb188788 req-6e04e093-2b32-427a-8441-38e0eb4e89cb service nova] Enqueued Resource ID: 09c858ec-145b-4b37-bfd6-eec840c2de29 with Priority: HIGHEST for action port [ 918.650188] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 918.651170] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 918.653038] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c858ec-145b-4b37-bfd6-eec840c2de29 with Priority: HIGHEST for action port [ 918.653038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.653038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.653038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.653038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.653038] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.653713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.653837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.653904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.654098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.654251] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.654342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.654403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.654598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.654826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.656514] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.657699] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-09c858ec-145b-4b37-bfd6-eec840c2de29 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.657846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.657886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.658339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.658339] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c858ec-145b-4b37-bfd6-eec840c2de29',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.160430] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.162036] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.162178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.162355] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09c858ec-145b-4b37-bfd6-eec840c2de29 with status ACTIVE [ 919.162650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.162801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.162946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.163192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.163330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.163679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.163814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.163897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.164166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.164228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.164446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.164573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.164661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.164848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.164962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.165078] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09c858ec-145b-4b37-bfd6-eec840c2de29 is going to be updated. [ 919.189232] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.189567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.189695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.190043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.190251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.190933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09c858ec-145b-4b37-bfd6-eec840c2de29" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.368537] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e in Status: SUCCESS [ 919.368537] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e deletion is rescheduled due to dependency. [ 919.368537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.667599] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.682111] env[65658]: INFO networking_nsxv3.common.synchronization [req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 req-6c35a451-1f17-4255-b2ee-72a4cbc94382 tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 919.682998] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 919.683506] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.683506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.683654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.683814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.683976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.684105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.684166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.684335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.684417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.684716] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.120541] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.120832] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-365" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.120990] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-365" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.121958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-365" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.122182] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.124298] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.124298] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.124298] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.124298] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.124298] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.124298] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.124298] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.124298] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.124298] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.124298] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.124298] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.144250] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.144522] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.144834] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.145120] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-365" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.145535] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-bc5287f0-6285-4027-9b0f-65fa2a04b120 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.146289] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.146289] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.146401] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.147908] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5287f0-6285-4027-9b0f-65fa2a04b120',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.171728] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.171728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.171728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.171942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.171996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.174714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be created. [ 920.187791] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.187791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.187791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.188033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.188149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.188314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.188423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.188483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.188664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.188735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.188832] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 already deleted. [ 920.188891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.197624] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.197796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.197842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.198580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.198580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.209965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: UNINITIALIZED for 2s [ 920.648715] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.649030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.649223] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.649967] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.649967] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.649967] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port bc5287f0-6285-4027-9b0f-65fa2a04b120 not found, creating... [ 920.650236] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.650419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.650544] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.650807] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.651663] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.651705] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.651935] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.652111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.652687] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.652687] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.652782] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 is going to be created. [ 920.673952] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.674219] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.674386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.674795] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.675177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.675503] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.416349] env[65658]: INFO networking_nsxv3.common.synchronization [req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 req-0d2db7a3-c8b2-4013-a945-a0edf693b383 service nova] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_rules [ 921.416349] env[65658]: INFO networking_nsxv3.common.synchronization [req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 req-0d2db7a3-c8b2-4013-a945-a0edf693b383 service nova] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 921.416349] env[65658]: INFO networking_nsxv3.common.synchronization [req-6fb6ea4a-d98f-4c9b-b574-eb263d3e0199 req-0d2db7a3-c8b2-4013-a945-a0edf693b383 service nova] Enqueued Resource ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 with Priority: HIGHEST for action port [ 921.417027] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_rules [ 921.417027] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 921.417140] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 with Priority: HIGHEST for action port [ 921.418151] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.418151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.418151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.418151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.418151] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.419075] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.419642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.419802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.419929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.420095] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.420195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.420283] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.420391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.420472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.420561] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.424541] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5287f0-6285-4027-9b0f-65fa2a04b120 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.424541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.424541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.424541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.424541] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5287f0-6285-4027-9b0f-65fa2a04b120',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.765687] env[65658]: INFO networking_nsxv3.common.synchronization [req-6e78e3ed-8d55-4d4e-b4c2-6919d29c5f8f req-c3a127d8-e613-4735-9bed-99e7144c5fea tempest-ServerExternalEventsTest-1782336354 tempest-ServerExternalEventsTest-1782336354-project-member] Enqueued Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_members [ 921.765687] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGHEST for action security_group_members [ 921.765687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.765687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.765687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.765687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.766893] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.769211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.769211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.769211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.769211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.769211] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.925306] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.925306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.925421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.925546] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc5287f0-6285-4027-9b0f-65fa2a04b120 with status ACTIVE [ 921.925719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.925828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.925890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.926132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.926226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.926405] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.926507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.926569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.926734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.928648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928648] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.930073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.930147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.930316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.930395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.930487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 is going to be updated. [ 921.955144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.955294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.955364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.955596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.955741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.955901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.221640] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 922.221640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.221869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.222315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.222525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.222608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.222672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.222832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.222917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.223016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.223119] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.269688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.270844] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.270844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.271255] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f is going to be updated. [ 922.307918] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.308109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.308155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.308353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.308498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.318722] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f in Status: IN_PROGRESS for 2s [ 922.432497] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.729100] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.729287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.729356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.729531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.729696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.729788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.729840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.730019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.730115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.730199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.730399] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.730471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.730471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.730616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.730755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.730845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.730900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.731812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.731812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.731812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.731812] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.935651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.935972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.936020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.936622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.936622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.936622] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be created. [ 922.963821] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.964014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.964014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.978299] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: UNINITIALIZED for 2s [ 923.233802] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 923.254673] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.254673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.254673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.254673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.254673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.254978] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.254978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.255067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.255196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.255271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.255462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.255640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.255708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.255849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.255991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.256114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.256205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.256264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.256400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.259313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.259313] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be created. [ 923.350104] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.350285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.350335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.350549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.350733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.372638] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 924.352332] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f in Status: SUCCESS [ 924.352669] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f deletion is rescheduled due to dependency. [ 924.352669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.992206] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 924.992665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.992759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.992959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.993373] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.993373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.993373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.993540] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.993597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.993676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.993766] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.386564] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 925.386921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.499066] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.499250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.499350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.499528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.499857] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.499857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.499857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.500169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.500169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.500227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.501013] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.501013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.501013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.501013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.501013] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.501013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.501013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.501518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.501518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.501518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.501518] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.656602] env[65658]: INFO networking_nsxv3.common.synchronization [req-0c0eaa06-3b72-431e-9034-bcce3c8da90d req-5f0e42a3-608d-409b-8ef8-a4c7836a7b30 tempest-ListImageFiltersTestJSON-1617949553 tempest-ListImageFiltersTestJSON-1617949553-project-member] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 925.657385] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGHEST for action security_group_members [ 925.657791] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.657946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.658097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.658237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.658426] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.658499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.659664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.659664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.659664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.659664] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.003913] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4: rpc.has_security_group_logging(os_id): False [ 926.006776] env[65658]: INFO networking_nsxv3.common.synchronization [req-32b16f72-ba1a-426b-8473-002e4fa5ce0b req-3f8aecae-ffab-4a8a-9818-0466640bbb7c tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 926.007710] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 926.008033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.008195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008347] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.008545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.008747] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.008859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.009093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.010107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.010107] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.024483] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.025042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.025124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.025329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.025420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.025652] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.025759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.025824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.025976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.026067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.026294] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.026383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.026448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.026584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.026658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.026836] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.026929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.026988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.027555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.027658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.027759] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be created. [ 926.119691] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.120472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.120472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.120472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.120472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.132822] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 926.169529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.169529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.169529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.169529] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be updated. [ 926.245904] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.245904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.245904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.245904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.245904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.264643] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: IN_PROGRESS for 2s [ 926.410945] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.411285] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.411285] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.411576] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.411822] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.411980] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.412539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.412845] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.413121] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.413371] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.413524] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.413656] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.413783] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.413958] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.414120] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.414285] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.439963] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.439963] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.439963] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.439963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.439963] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-152f5594-744a-4809-9ce2-81f7ca38293f taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.439963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.439963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.439963] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.439963] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152f5594-744a-4809-9ce2-81f7ca38293f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.511648] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.943308] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.943543] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.943673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.943968] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.944132] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.944387] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 152f5594-744a-4809-9ce2-81f7ca38293f not found, creating... [ 926.944728] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.944870] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.945355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.945355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.945467] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.945788] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.946012] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.946287] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.946540] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.946743] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.946990] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 152f5594-744a-4809-9ce2-81f7ca38293f is going to be created. [ 926.969285] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.969539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.969665] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.969995] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.970253] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.970489] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.014749] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.519060] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.519413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.519413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.519551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.519551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.519622] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 927.548556] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.548701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.548762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.548992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.549146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.558871] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 927.677104] env[65658]: INFO networking_nsxv3.common.synchronization [req-32b16f72-ba1a-426b-8473-002e4fa5ce0b req-8bfde4f8-ac61-4094-9937-2a22d8a54d40 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 927.677218] env[65658]: INFO networking_nsxv3.common.synchronization [req-32b16f72-ba1a-426b-8473-002e4fa5ce0b req-8bfde4f8-ac61-4094-9937-2a22d8a54d40 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 927.677335] env[65658]: INFO networking_nsxv3.common.synchronization [req-32b16f72-ba1a-426b-8473-002e4fa5ce0b req-8bfde4f8-ac61-4094-9937-2a22d8a54d40 service nova] Enqueued Resource ID: 152f5594-744a-4809-9ce2-81f7ca38293f with Priority: HIGHEST for action port [ 927.677899] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 927.678117] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 927.678162] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152f5594-744a-4809-9ce2-81f7ca38293f with Priority: HIGHEST for action port [ 927.678418] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.678533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.678600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.678863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.678955] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.680236] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.680322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.680612] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-152f5594-744a-4809-9ce2-81f7ca38293f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.680740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.680816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.680992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681082] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152f5594-744a-4809-9ce2-81f7ca38293f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.148949] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 928.149289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.183310] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152f5594-744a-4809-9ce2-81f7ca38293f with status ACTIVE [ 928.186023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.186023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.186023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.186023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.186734] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152f5594-744a-4809-9ce2-81f7ca38293f is going to be updated. [ 928.213095] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.213554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.213766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.214668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.214668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.214668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152f5594-744a-4809-9ce2-81f7ca38293f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.276260] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf96a554-514e-4455-84ba-6dcc51a9d569 in Status: SUCCESS [ 928.276260] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 deletion is rescheduled due to dependency. [ 928.276260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.464310] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c9d49bc2-0da7-4573-bf5a-8b860d1a94a7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 with Priority: HIGHEST for action security_group_rules [ 929.465010] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 with Priority: HIGHEST for action security_group_rules [ 929.465458] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.465884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.465884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.466125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.466208] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.575327] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 929.575631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.575823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.576068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.576304] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.576491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.576553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.577438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.577438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.577649] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.592662] env[65658]: INFO networking_nsxv3.common.synchronization [None req-4f16316d-e09f-4464-97d7-42b55ca377e2 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 with Priority: HIGHEST for action security_group_rules [ 929.593203] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 with Priority: HIGHEST for action security_group_rules [ 929.593876] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.593876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.997856] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.998048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.998113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.998310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.998384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.998478] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 already deleted. [ 929.998559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.998748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.998946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.999068] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.080621] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.525497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.525829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.525945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.526201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.526299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.526404] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12 already deleted. [ 930.526488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71ce98d-6a55-4e24-94cb-dcd9f2a1ec12" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.584026] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.882157] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ad195be3-b0c7-4e44-8eff-19de4eae83c1 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_rules [ 930.882711] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_rules [ 930.882711] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.882932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.882932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.883101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.883151] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.975373] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d534f2dd-8094-4bef-8397-8c8485836308 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_rules [ 930.975939] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_rules [ 930.976258] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.976368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.086046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.086323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.086436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.086686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.086804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.086917] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 931.126689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.127082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.127082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.127232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.127305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.140625] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 931.407228] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.407376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.407446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.407657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.407780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.407866] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 already deleted. [ 931.407956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.408168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.408331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.408413] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.934068] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.934492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.934543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.934851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.934996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.935132] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 already deleted. [ 931.935238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155214] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 933.157151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.158124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.158124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.158124] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.158341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.158341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.158410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.158703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.158703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.158703] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.202720] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8a7e620-92e2-4b14-a355-234e48c2dc45 req-801deb5f-928e-4a9b-a608-78a81fc469d4 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_members [ 933.203516] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_members [ 933.204604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.205030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.205030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.205407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.205549] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.205687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.205748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.205930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.206044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.206187] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.397293] env[65658]: INFO networking_nsxv3.common.synchronization [req-6cd24a97-6d40-42e9-aec4-b68a4fbbe31e req-f3d0d905-b9b5-4ef4-972e-03c97980752e tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 933.397994] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 933.398269] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.398436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.398755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.399825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.399982] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.400116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.400210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.400479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.401205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.401205] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.623940] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.624162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.624272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.624661] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.625000] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.625185] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.625302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.625529] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.625781] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.626131] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.626282] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.626398] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.626507] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.626636] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.626759] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.626932] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.653124] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.653317] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.653471] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.653647] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.654227] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-7f05844a-3919-4d0b-979a-8867c46ed5c1 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.654360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.654419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.654722] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.654885] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f05844a-3919-4d0b-979a-8867c46ed5c1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.662702] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.662843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.662908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.663210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.663677] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.663852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.663905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.664109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.664208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.664316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.664453] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.664594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.664655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.664888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.665048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.665145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.665203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.665349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.665424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.665507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.665595] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.709323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.709557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.709654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.710255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.710255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.710406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.710949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.711108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.711376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.711506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.711666] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 already deleted. [ 933.712709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.904961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.904961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.904961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.928742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.929025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.929147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.929210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.929408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.932916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.932916] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 933.962603] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.962603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.962603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.962724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.962804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.972419] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 934.158229] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.158552] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.158727] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.159124] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.159442] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.159671] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 7f05844a-3919-4d0b-979a-8867c46ed5c1 not found, creating... [ 934.160063] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.160494] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.160694] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.161064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.161269] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.161640] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.161860] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.162032] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.162304] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.162492] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.162675] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 7f05844a-3919-4d0b-979a-8867c46ed5c1 is going to be created. [ 934.168658] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 934.189761] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.190133] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.190288] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.190611] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.190958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.191272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.193159] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.193253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.193289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.193463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.193558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.193842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.193991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.194084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.194246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.194375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.194631] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.194729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.194899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.195057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.195175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.195431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.195589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.195677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.195849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.195975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.196147] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 934.298602] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.298602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.298602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.298781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.298924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.319632] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 934.884839] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8a7e620-92e2-4b14-a355-234e48c2dc45 req-567401c4-f317-49e1-b6af-b048922dd6a1 service nova] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_rules [ 934.885064] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8a7e620-92e2-4b14-a355-234e48c2dc45 req-567401c4-f317-49e1-b6af-b048922dd6a1 service nova] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_members [ 934.885212] env[65658]: INFO networking_nsxv3.common.synchronization [req-b8a7e620-92e2-4b14-a355-234e48c2dc45 req-567401c4-f317-49e1-b6af-b048922dd6a1 service nova] Enqueued Resource ID: 7f05844a-3919-4d0b-979a-8867c46ed5c1 with Priority: HIGHEST for action port [ 934.885754] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_rules [ 934.885888] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_members [ 934.885979] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f05844a-3919-4d0b-979a-8867c46ed5c1 with Priority: HIGHEST for action port [ 934.886339] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.886521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.886644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.886812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.886940] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.887856] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.888016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.888123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.888322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.888497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.888617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.888697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.888868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.888993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.889123] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.890272] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f05844a-3919-4d0b-979a-8867c46ed5c1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.890272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.890272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.890272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.890471] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f05844a-3919-4d0b-979a-8867c46ed5c1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.392966] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.394872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.394872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.394872] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f05844a-3919-4d0b-979a-8867c46ed5c1 with status ACTIVE [ 935.394872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.394872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.394872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.395138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.395138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.395247] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.395342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.395400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.395557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.395629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.395804] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.395893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.395951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.396252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.396350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.396457] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f05844a-3919-4d0b-979a-8867c46ed5c1 is going to be updated. [ 935.423824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.423824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.423824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.424354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.424354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.424354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f05844a-3919-4d0b-979a-8867c46ed5c1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.567955] env[65658]: INFO networking_nsxv3.common.synchronization [req-7862fc1a-37d4-441c-b2de-b19a09179a6c req-722f4e13-4dcb-49c3-afe3-c1abe0961353 tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 935.568581] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 935.568975] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.569123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.569208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.569423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.569598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.569717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.569793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.569978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.570104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.570206] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.898937] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.984752] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 935.984752] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 935.984752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.076118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.076118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.076118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.076118] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be updated. [ 936.103800] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.104037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.104037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.104324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.104480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.115064] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 936.345582] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 936.345808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.401639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.401954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.402019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.402307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.402448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.402616] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 is going to be created. [ 936.433974] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.434173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.434262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.434440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.434602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.445495] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 in Status: UNINITIALIZED for 2s [ 937.824569] env[65658]: INFO networking_nsxv3.common.synchronization [req-64ff8920-7e42-496b-9cc5-b5853dc32af3 req-261b5a33-0799-4c75-9150-28e90c4aa7c6 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 937.825182] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 937.826396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.826846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.826937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.827383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.827659] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.827793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.828026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.828163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.828308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.828460] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.128572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 938.128783] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 deletion is rescheduled due to dependency. [ 938.128913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.330785] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.456886] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 in Status: SUCCESS [ 938.457287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.457480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.457781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.458090] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.458280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.458587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.458712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.458806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.458920] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.834047] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.961283] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.336195] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.336501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.336501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.336766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.336862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.336993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 939.368203] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.368353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.368440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.368742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.368876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.383065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 939.463997] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976bf7a7-50e3-44dd-b3ca-a43c32bde667: rpc.has_security_group_logging(os_id): False [ 939.485246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.485246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.485246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.485246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.485246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.485246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.485482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.485482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.485534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.485586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.485667] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 is going to be created. [ 939.550916] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.551078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.551141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.551346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.551525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.564562] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 in Status: IN_PROGRESS for 2s [ 941.393237] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 941.393535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.577197] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 in Status: SUCCESS [ 941.577406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.637894] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_members [ 941.638206] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 941.638806] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_members [ 941.640538] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 941.640989] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.641134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.641134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.641353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.641529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.641630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.641690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.641840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.641922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.642026] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.642954] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.643079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.643142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.643292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.643434] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.643523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.643580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.643728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.643837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.643934] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.703693] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_rules [ 941.703866] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 941.703975] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_rules [ 941.704127] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_members [ 941.704257] env[65658]: INFO networking_nsxv3.common.synchronization [req-53dd7258-05f4-4b76-8de7-c1ec9fe43e39 req-c521437a-5733-413a-b093-f32130ea0f2b tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 with Priority: HIGHEST for action port [ 941.705374] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_rules [ 941.705521] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_rules [ 941.705624] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 with Priority: HIGHEST for action port [ 941.705714] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 941.705804] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_members [ 941.706147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.706272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.706324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.706529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.706609] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.707827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e53e9c8-f633-47fb-a1e7-0bc376f341dc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.707936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.709320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.709594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.709688] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.710595] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5287f0-6285-4027-9b0f-65fa2a04b120 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.710712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.710765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.710948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.711075] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5287f0-6285-4027-9b0f-65fa2a04b120',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.711844] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.711939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.712162] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.712277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.146138] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.147316] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.216027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc5287f0-6285-4027-9b0f-65fa2a04b120 with status ACTIVE [ 942.216027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.216027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.216027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.216653] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.216653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.220480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.220480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.220480] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.220480] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 is going to be updated. [ 942.246852] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.246852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.246852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.246852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.246852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.246852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.388718] env[65658]: INFO networking_nsxv3.common.synchronization [req-49e27a99-5da6-4690-b365-a48d2251e782 req-0b221f2a-e77b-466e-bb4c-b91d3ce84b9f tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_members [ 942.388946] env[65658]: INFO networking_nsxv3.common.synchronization [req-49e27a99-5da6-4690-b365-a48d2251e782 req-0b221f2a-e77b-466e-bb4c-b91d3ce84b9f tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 942.389749] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc with Priority: HIGHEST for action security_group_members [ 942.389827] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 942.390312] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.390464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.391255] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.391424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.441877] env[65658]: INFO networking_nsxv3.common.synchronization [req-49e27a99-5da6-4690-b365-a48d2251e782 req-0b221f2a-e77b-466e-bb4c-b91d3ce84b9f tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_rules [ 942.442230] env[65658]: INFO networking_nsxv3.common.synchronization [req-49e27a99-5da6-4690-b365-a48d2251e782 req-0b221f2a-e77b-466e-bb4c-b91d3ce84b9f tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 942.442270] env[65658]: INFO networking_nsxv3.common.synchronization [req-49e27a99-5da6-4690-b365-a48d2251e782 req-0b221f2a-e77b-466e-bb4c-b91d3ce84b9f tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 with Priority: HIGHEST for action port [ 942.442827] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_rules [ 942.442961] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 942.443103] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 with Priority: HIGHEST for action port [ 942.443397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.443502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.443701] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.443772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.443994] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5287f0-6285-4027-9b0f-65fa2a04b120 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.444076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.444160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.444364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.444462] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5287f0-6285-4027-9b0f-65fa2a04b120',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.649483] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.651055] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.949022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc5287f0-6285-4027-9b0f-65fa2a04b120 with status ACTIVE [ 942.949022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.949022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.949022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.949022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.949022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc5287f0-6285-4027-9b0f-65fa2a04b120 is going to be updated. [ 942.977577] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.977577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.977577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.977825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.980374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.980374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5287f0-6285-4027-9b0f-65fa2a04b120" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.152587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.152802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.152882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.153111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.153203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.153304] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be updated. [ 943.155507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.155507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.155507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.155507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.155507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.155507] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc is going to be created. [ 943.204769] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.204942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.205044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.205308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.205492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.213410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.213545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.213635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.213848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.214122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.225848] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 943.227173] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc in Status: UNINITIALIZED for 2s [ 944.209939] env[65658]: INFO networking_nsxv3.common.synchronization [req-85d5bf0e-0689-4544-a8ad-2cebcdd111fa req-d9584857-3f5c-4245-a738-bceae45ec7e1 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 944.210577] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 944.210932] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.211088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.211152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.211359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.211520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.211594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.211654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.211792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.211877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.211972] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.713816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.713971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.714056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.714281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.714395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.714564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.714661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.714721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.714902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.714996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.715361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 944.746030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.746030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.746030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.746291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.746543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.760991] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 945.240488] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc in Status: SUCCESS [ 945.240729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.241472] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 945.241633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.241780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.241984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.242347] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.242347] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.242469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.242560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.242633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.242731] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.244789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.245009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.245261] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.245405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.245514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.245706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.245819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.245917] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.748356] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.748590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.748590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.751327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.751327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.751327] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.751327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.751327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.751327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.751327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.751327] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc is going to be deleted. [ 945.751327] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.784124] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.786169] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.786169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.786169] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.227537] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2f2109f8-6c84-4bd2-ba2c-c1616763e5ca None None] Enqueued Resource ID: 1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5 with Priority: HIGHEST for action port [ 946.228112] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5 with Priority: HIGHEST for action port [ 946.228391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.228571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.228678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.228921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.229207] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.254244] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.290684] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.291129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.291217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.291769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.291947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.292139] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.292255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.292330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.292582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.292670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.292762] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc already deleted. [ 946.292918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.292976] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.294962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.295530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.295655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.295826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.296153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.296459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.296459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.296545] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.730946] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5 [ 946.731320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.731453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.731516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.731742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.731828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.731930] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5 already deleted. [ 946.732017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4226c5-38b8-4bcf-a53e-8e6e41e47ff5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.758111] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.758449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.758449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.759820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.759820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.759820] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be updated. [ 946.770359] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 946.770359] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 946.770359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.793258] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.793433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.793483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.793682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.793844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794924] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e53e9c8-f633-47fb-a1e7-0bc376f341dc',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.800628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.800628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.800628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.800829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.801180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.801180] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.801334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.801334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.801487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.801548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.801639] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc already deleted. [ 946.801766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.805602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 947.298244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e53e9c8-f633-47fb-a1e7-0bc376f341dc: rpc.has_security_group_logging(os_id): False [ 947.324100] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.324338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.324477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.324789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.325049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.325604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.325711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.325778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.325950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.326202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.326302] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc is going to be created. [ 947.345381] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e53e9c8-f633-47fb-a1e7-0bc376f341dc], does not exist path=[/infra/domains/default/groups/2e53e9c8-f633-47fb-a1e7-0bc376f341dc]."\n}' [ 947.345576] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e53e9c8-f633-47fb-a1e7-0bc376f341dc [ 947.345706] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 947.398076] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.398330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.398404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.398721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.399983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.400698] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.400698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.400698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.400867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.400867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.401114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.401220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.401280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.401885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.401885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.401885] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e53e9c8-f633-47fb-a1e7-0bc376f341dc is going to be created. [ 947.420891] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e53e9c8-f633-47fb-a1e7-0bc376f341dc], does not exist path=[/infra/domains/default/groups/2e53e9c8-f633-47fb-a1e7-0bc376f341dc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e53e9c8-f633-47fb-a1e7-0bc376f341dc [ 947.421144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e53e9c8-f633-47fb-a1e7-0bc376f341dc" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.421981] env[65658]: Traceback (most recent call last): [ 947.421981] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 947.421981] env[65658]: return func(*args, **kwargs) [ 947.421981] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 947.421981] env[65658]: res.raise_for_status() [ 947.421981] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 947.421981] env[65658]: raise HTTPError(http_error_msg, response=self) [ 947.421981] env[65658]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e53e9c8-f633-47fb-a1e7-0bc376f341dc [ 947.421981] env[65658]: During handling of the above exception, another exception occurred: [ 947.421981] env[65658]: Traceback (most recent call last): [ 947.421981] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 947.421981] env[65658]: listener.cb(fileno) [ 947.421981] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 947.421981] env[65658]: result = function(*args, **kwargs) [ 947.421981] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 947.421981] env[65658]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 947.421981] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 947.421981] env[65658]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 947.421981] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 947.421981] env[65658]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 947.421981] env[65658]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 947.421981] env[65658]: res.raise_for_status() [ 947.421981] env[65658]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 947.421981] env[65658]: raise HTTPError(http_error_msg, response=self) [ 947.421981] env[65658]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e53e9c8-f633-47fb-a1e7-0bc376f341dc [ 947.421981] env[65658]: Removing descriptor: 60 [ 947.714163] env[65658]: INFO networking_nsxv3.common.synchronization [req-edc41bfc-5531-4a8e-aac7-a231bc6153a3 req-bceb53d4-4ed6-4f89-b10f-8f2dc0b11685 tempest-ServersAdminTestJSON-341771208 tempest-ServersAdminTestJSON-341771208-project-member] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 947.714163] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGHEST for action security_group_members [ 947.714163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.714163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.714601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.715491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.715907] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.716174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.716344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.716601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.717089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.717089] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.895290] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e19bcb9b-1614-401e-8a25-ee973f563d26 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 947.895290] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 947.895290] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.895290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.895290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.895290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.895290] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.984358] env[65658]: INFO networking_nsxv3.common.synchronization [None req-040375ce-bc52-491b-aad0-8b0df39fdd4f tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 947.984890] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 947.985292] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.985432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.088630] env[65658]: INFO networking_nsxv3.common.synchronization [None req-d18429a6-5842-46cb-95db-e1cb56826f96 None None] Enqueued Resource ID: 4065af47-24d7-4497-808a-fc7fe9981d42 with Priority: HIGHEST for action port [ 948.089318] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4065af47-24d7-4497-808a-fc7fe9981d42 with Priority: HIGHEST for action port [ 948.089647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-4065af47-24d7-4497-808a-fc7fe9981d42 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.089767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4065af47-24d7-4497-808a-fc7fe9981d42" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.089831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4065af47-24d7-4497-808a-fc7fe9981d42" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.090105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4065af47-24d7-4497-808a-fc7fe9981d42" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.090231] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4065af47-24d7-4497-808a-fc7fe9981d42',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.221036] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.221036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.221036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.221450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.243663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.243943] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.244079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.245191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.246254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.246254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.246254] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be updated. [ 948.279164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.279324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.279389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.279600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.279767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.288730] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: IN_PROGRESS for 2s [ 948.416901] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.416901] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f already deleted. [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.416901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.416901] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.563959] env[65658]: INFO networking_nsxv3.common.synchronization [req-0244efe6-6426-4a64-9a87-e99df590849f req-1b313ea8-dc4e-466a-b8b5-79400ef1c040 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 948.564811] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 948.565219] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.565384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.565384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.565691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.565838] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.565945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.566037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.567110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.567110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.567110] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.592531] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4065af47-24d7-4497-808a-fc7fe9981d42 [ 948.592757] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.592880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.592946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.593186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.593285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.593772] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4065af47-24d7-4497-808a-fc7fe9981d42 already deleted. [ 948.593772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4065af47-24d7-4497-808a-fc7fe9981d42" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.818545] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 948.818802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.818969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.819239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.819461] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.819581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.819649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.819808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.819885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.819967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.820075] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.822988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.823171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.823333] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.823920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.823920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.823920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.823920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.823920] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.901152] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.901351] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.901470] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.901737] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.901988] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.904068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.904068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.904068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.904068] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.904068] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.904068] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.904525] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.904525] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.904525] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.904525] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.904642] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.927196] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.927369] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.927507] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.927773] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.928236] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-d79e6bd3-e9f0-4ef6-8505-602d192dc020 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928236] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928448] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.928671] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.928814] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79e6bd3-e9f0-4ef6-8505-602d192dc020',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.938307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.938718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.938790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.939124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.939199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.939324] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f already deleted. [ 948.939324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.070374] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.070640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.070759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.071105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.071274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.071593] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.071759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.071873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.072144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.072280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.072427] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 already deleted. [ 949.072550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.323896] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.323896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.325385] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.431443] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.431443] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.431443] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.431857] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.431857] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.431917] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port d79e6bd3-e9f0-4ef6-8505-602d192dc020 not found, creating... [ 949.432157] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.432318] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.432433] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.432658] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.432791] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.433077] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.433231] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.433347] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.433553] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.433680] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.433815] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: d79e6bd3-e9f0-4ef6-8505-602d192dc020 is going to be created. [ 949.457479] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.457703] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.457827] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.458120] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.458465] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.458720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.784143] env[65658]: INFO networking_nsxv3.common.synchronization [req-cdeeca1b-c0ae-4be4-8d11-bf0c3c523a93 req-eb4b20fb-f1bb-4e6e-971d-091bbae37a1b tempest-ServerRescueTestJSON-410454096 tempest-ServerRescueTestJSON-410454096-project-member] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 949.784705] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGHEST for action security_group_members [ 949.785050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.785184] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.785254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.785463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.785616] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.785714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.785776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.785924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.786016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.786412] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.828292] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.265453] env[65658]: INFO networking_nsxv3.common.synchronization [req-0244efe6-6426-4a64-9a87-e99df590849f req-2b7ebcd6-df18-44e7-994d-8378cf80294e service nova] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_rules [ 950.265453] env[65658]: INFO networking_nsxv3.common.synchronization [req-0244efe6-6426-4a64-9a87-e99df590849f req-2b7ebcd6-df18-44e7-994d-8378cf80294e service nova] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 950.265453] env[65658]: INFO networking_nsxv3.common.synchronization [req-0244efe6-6426-4a64-9a87-e99df590849f req-2b7ebcd6-df18-44e7-994d-8378cf80294e service nova] Enqueued Resource ID: d79e6bd3-e9f0-4ef6-8505-602d192dc020 with Priority: HIGHEST for action port [ 950.265453] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_rules [ 950.265453] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 950.265453] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79e6bd3-e9f0-4ef6-8505-602d192dc020 with Priority: HIGHEST for action port [ 950.265453] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.265453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.266774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.268369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.268369] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.269252] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.269940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.270163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.272224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.272224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.272224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.272224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.272224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.272224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.272224] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.276315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79e6bd3-e9f0-4ef6-8505-602d192dc020 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.278655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.278655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.278655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.278655] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79e6bd3-e9f0-4ef6-8505-602d192dc020',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.291833] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.291833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.291833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.301599] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c in Status: SUCCESS [ 950.302089] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c deletion is rescheduled due to dependency. [ 950.302384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.314778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.315304] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.315983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.315983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.315983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.316279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317053] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be updated. [ 950.330671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.330896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.330993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.331233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.331367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.331439] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be updated. [ 950.360837] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.360983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.361092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.361295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.361536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.363175] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.363396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.363396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.363775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.363775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.373852] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: IN_PROGRESS for 2s [ 950.374693] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 950.640690] env[65658]: INFO networking_nsxv3.common.synchronization [req-5210097c-1013-470f-8e12-4941e0f687a3 req-b3c7ca22-334b-478f-a87b-d5ef1613dd0e tempest-ServerRescueTestJSONUnderV235-837504289 tempest-ServerRescueTestJSONUnderV235-837504289-project-member] Enqueued Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 950.640690] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 with Priority: HIGHEST for action security_group_members [ 950.641131] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.641187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.771023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.771023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.777301] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.780945] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79e6bd3-e9f0-4ef6-8505-602d192dc020 with status ACTIVE [ 950.781178] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.781338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.781413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.781625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.781715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.781892] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.781993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.782925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.782925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.782925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.782925] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.782925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.782925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.783230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.783230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.783327] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79e6bd3-e9f0-4ef6-8505-602d192dc020 is going to be updated. [ 950.806497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.806721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.806939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.807224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.807412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.807601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79e6bd3-e9f0-4ef6-8505-602d192dc020" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.279404] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.782331] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.782968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.782968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.782968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.783132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.783259] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be created. [ 951.808827] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.809012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.809289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.809478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.820943] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: UNINITIALIZED for 2s [ 952.396469] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 952.396777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.396987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.397251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.397462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.397582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.397657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.397830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.397917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.398034] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.399937] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831b315a-5ade-421d-8c05-57da176f6720 in Status: SUCCESS [ 952.400046] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831b315a-5ade-421d-8c05-57da176f6720 deletion is rescheduled due to dependency. [ 952.400189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.901647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.901941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.901941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.902133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.923206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.923453] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.923566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.923628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.923818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.923895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.923977] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be updated. [ 952.953754] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.953913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.953981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.954200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.954849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.964974] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 953.434113] env[65658]: INFO networking_nsxv3.common.synchronization [req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf req-aba1bb25-12c1-41ef-acb7-46f3d59c2c95 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_members [ 953.434646] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_members [ 953.434948] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.435080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.435146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.435478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.435549] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.435634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.435694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.435837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.435921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.436020] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.770105] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.770316] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.770442] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.770806] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.771094] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.771252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.771370] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.771587] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.771726] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.771927] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.772048] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.772156] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.772264] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.772371] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.772474] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.772637] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.791779] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.791954] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.792118] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.792291] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.792680] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-a146ca27-00ed-421d-952e-e303bec84887 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.792805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.792891] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.793972] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.793972] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a146ca27-00ed-421d-952e-e303bec84887',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.831288] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 953.831552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.831734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.831950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.832156] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.832386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.832386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.832483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.832549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.832633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.832722] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.938946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.938946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.938946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.939379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.939379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939379] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.939510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.939510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.939629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.939708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939792] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b already deleted. [ 953.939869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.296128] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.296399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.296533] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.296804] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.297022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.297122] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port a146ca27-00ed-421d-952e-e303bec84887 not found, creating... [ 954.297389] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.297548] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.297693] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.297930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.298091] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.298402] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.298582] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.298710] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.298927] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.299075] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.299291] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: a146ca27-00ed-421d-952e-e303bec84887 is going to be created. [ 954.335332] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.335598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.335598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.335761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.335922] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.336039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.336103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.336253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.336352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.336444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.336612] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.336715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.336856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.336910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.337069] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.337160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.337221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.337381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.337449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.337530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.337620] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.340533] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.341209] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.341209] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.341209] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.341479] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.341825] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.841157] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57: rpc.has_security_group_logging(os_id): False [ 954.858910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.859095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.859176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.859418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.859535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.859752] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.859878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.859945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.860140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.860224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.860456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.860586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.860637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.860791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.860880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.861114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.861215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.861301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.861452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.861553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.861644] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be created. [ 954.919260] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.919498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.919626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.919865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.920097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.933479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: IN_PROGRESS for 2s [ 954.975833] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 954.976108] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 deletion is rescheduled due to dependency. [ 954.976270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.976351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.976551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.976766] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.976853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.976897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.977083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.977166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.977252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.977413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.977494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.977551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.977715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.977911] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.978478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.978611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.978790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.979108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.979108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.979108] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.979982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.980190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.980370] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.980502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.980587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.980771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.980854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.980967] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.039401] env[65658]: INFO networking_nsxv3.common.synchronization [req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf req-d0b2bcb2-01be-4ba1-8235-f6cfbbccf87e service nova] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_rules [ 955.039638] env[65658]: INFO networking_nsxv3.common.synchronization [req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf req-d0b2bcb2-01be-4ba1-8235-f6cfbbccf87e service nova] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_members [ 955.039751] env[65658]: INFO networking_nsxv3.common.synchronization [req-73fbcdfc-3fa8-4b38-91dd-f94c15c01cbf req-d0b2bcb2-01be-4ba1-8235-f6cfbbccf87e service nova] Enqueued Resource ID: a146ca27-00ed-421d-952e-e303bec84887 with Priority: HIGHEST for action port [ 955.040311] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_rules [ 955.040462] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_members [ 955.040585] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a146ca27-00ed-421d-952e-e303bec84887 with Priority: HIGHEST for action port [ 955.040865] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.041023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.041219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.041699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.041699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.042600] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.042736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.042803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.043016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.043454] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.043454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.043454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.043821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.043821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.043821] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.045582] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a146ca27-00ed-421d-952e-e303bec84887 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.045721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.045813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.045959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.046050] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a146ca27-00ed-421d-952e-e303bec84887',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.483682] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4: rpc.has_security_group_logging(os_id): False [ 955.485144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.485322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.485469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.485633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.485724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.485906] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.486009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.486081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.486255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.486376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.486452] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be updated. [ 955.507824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.508038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.508144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.508504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.508787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.508902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.509019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.509109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.509380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.509476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.509721] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.509850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.509971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.510110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.510222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.510482] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.510705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.510705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.510861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.511131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.511131] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be updated. [ 955.514067] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.514417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.514566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.514831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.515106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.528041] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 955.548624] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a146ca27-00ed-421d-952e-e303bec84887 with status ACTIVE [ 955.548910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.549090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.549167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.549466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.549582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.549770] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.549872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.549936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.550098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.550173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.550355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.550448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.550508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.550648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.550767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.550797] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a146ca27-00ed-421d-952e-e303bec84887 is going to be updated. [ 955.551922] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.552824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.552908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.581826] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.581932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.581976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.582211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.582355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.582524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a146ca27-00ed-421d-952e-e303bec84887" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.583501] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.583671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.583750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.583927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.584082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.605763] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: IN_PROGRESS for 2s [ 956.055248] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.560548] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.560729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.560806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.561067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.561170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.561266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b is going to be created. [ 956.584236] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.584450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.584572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.584825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.585052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.594835] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b in Status: UNINITIALIZED for 2s [ 956.947397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 956.947641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.539637] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 957.539930] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 deletion is rescheduled due to dependency. [ 957.539930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.624538] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 in Status: SUCCESS [ 957.625688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.625835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.626093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.626503] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c1a1b9d-8e2e-46b2-969f-f7f4584345d4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.160562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.160778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.160778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.161013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.161111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.161216] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c1a1b9d-8e2e-46b2-969f-f7f4584345d4 is going to be deleted. [ 958.219284] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.219503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.219639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.219805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.219867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.219992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c1a1b9d-8e2e-46b2-969f-f7f4584345d4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.605343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b in Status: SUCCESS [ 958.605707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.605748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.605999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.606218] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.606333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.606432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.606601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.606692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.606788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.606893] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.110890] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.616054] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2492e1e-e838-42bc-930d-3aaf754f6e6b: rpc.has_security_group_logging(os_id): False [ 959.632824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.633014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.633058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.633270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.633363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.633609] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.633713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.633776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.633924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.634012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.634106] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b is going to be created. [ 959.700254] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.700435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.700528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.700829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.701059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.719183] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b in Status: IN_PROGRESS for 2s [ 960.041395] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 960.041507] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 961.737439] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b in Status: SUCCESS [ 961.737439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.042645] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 965.042933] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 965.116714] env[65658]: INFO networking_nsxv3.common.synchronization [req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b req-ddfa7042-3d7d-49a7-8dd0-e5b8d2704eaa tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 965.117302] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 965.119779] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.119926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.119996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.120224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.120371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.120472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.120535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.120716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.120759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.120887] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.431764] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432575] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432575] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432575] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432851] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.432851] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432851] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.433884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.434208] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.434299] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.434420] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.434530] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.434640] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.434751] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.434855] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.434986] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.456861] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.457031] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.457172] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.457347] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.457701] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-08caf624-afbb-400e-8150-d3405c20fd50 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.457833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.458284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.458284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.458410] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08caf624-afbb-400e-8150-d3405c20fd50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.628658] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.628783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.628783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.628991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.651278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.651533] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.651653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.651719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.651913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.651996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.653086] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 965.680137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.680309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.680390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.680607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.680745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.692109] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 965.961833] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.961990] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.962039] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.962409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.962593] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.962777] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 08caf624-afbb-400e-8150-d3405c20fd50 not found, creating... [ 965.963153] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.963247] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.963364] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.963579] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.964141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.964141] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.964141] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.964422] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.964636] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.964636] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.964735] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 08caf624-afbb-400e-8150-d3405c20fd50 is going to be created. [ 965.986178] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.986510] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.986657] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.986930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.987175] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.987396] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686825] env[65658]: INFO networking_nsxv3.common.synchronization [req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b req-7ae27aa2-9a73-4443-a243-1ebd296815c8 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 966.687110] env[65658]: INFO networking_nsxv3.common.synchronization [req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b req-7ae27aa2-9a73-4443-a243-1ebd296815c8 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 966.687233] env[65658]: INFO networking_nsxv3.common.synchronization [req-95c3289d-6a64-4c4b-a1b4-94c968f4ed5b req-7ae27aa2-9a73-4443-a243-1ebd296815c8 service nova] Enqueued Resource ID: 08caf624-afbb-400e-8150-d3405c20fd50 with Priority: HIGHEST for action port [ 966.687767] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 966.687929] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 966.688051] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08caf624-afbb-400e-8150-d3405c20fd50 with Priority: HIGHEST for action port [ 966.688367] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.688527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.688612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.688797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.688874] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.689866] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.689924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.690103] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-08caf624-afbb-400e-8150-d3405c20fd50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.690209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.690273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.690452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.690525] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08caf624-afbb-400e-8150-d3405c20fd50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.192843] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.193054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.193213] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08caf624-afbb-400e-8150-d3405c20fd50 with status ACTIVE [ 967.193417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.193529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.193608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.193841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.193933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.194157] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.194260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.194322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.194504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.194599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.194784] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.194876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.194938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.195095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.195170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.195253] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08caf624-afbb-400e-8150-d3405c20fd50 is going to be updated. [ 967.216974] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.217147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.217188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.217381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.217517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.217677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08caf624-afbb-400e-8150-d3405c20fd50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.624989] env[65658]: INFO networking_nsxv3.common.synchronization [req-c11584c4-a651-4204-8373-745e12caa1bc req-c1887418-67e8-44dd-9e3d-ffe33340e9fc tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_members [ 967.625533] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_members [ 967.625888] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.626017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.626208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.627311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.627504] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.627615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.627683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.627849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.627934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.628048] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.701289] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 967.701785] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 deletion is rescheduled due to dependency. [ 967.701785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.701785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.701948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.702211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.702211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.702591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.702591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.702591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.702591] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.980620] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.980863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.980974] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.981870] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.981870] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.981870] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.981870] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.982156] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.983449] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.983449] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.983449] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.983449] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.983449] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.983449] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.983449] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.983449] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.005137] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.005368] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.006232] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.006232] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-430" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.006232] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-1201579a-13ab-4453-8cab-873f9f1f9af8 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.006232] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.006232] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.006543] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.006691] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1201579a-13ab-4453-8cab-873f9f1f9af8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.130741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.130962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.131051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.131298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.131397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.131716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.131808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.131859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.132039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.132122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.132226] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535caca6-a451-499a-8195-114467b4ea62 already deleted. [ 968.132305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.205107] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.509338] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.509338] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.509494] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.509833] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.510016] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.510213] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 1201579a-13ab-4453-8cab-873f9f1f9af8 not found, creating... [ 968.510508] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.510703] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.510970] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.511089] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.511229] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.511585] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.511856] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.512026] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.512278] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.512423] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.512599] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 1201579a-13ab-4453-8cab-873f9f1f9af8 is going to be created. [ 968.534180] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.534434] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.534591] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.534896] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.535174] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.535431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.708152] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.719429] env[65658]: INFO networking_nsxv3.common.synchronization [None req-f9e93f02-6de8-4148-82e6-a4b0ea6f9b56 None None] Enqueued Resource ID: a7e11094-cc78-4971-93d7-e315386c8b3b with Priority: HIGHEST for action port [ 968.719988] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e11094-cc78-4971-93d7-e315386c8b3b with Priority: HIGHEST for action port [ 968.720315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e11094-cc78-4971-93d7-e315386c8b3b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.720440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e11094-cc78-4971-93d7-e315386c8b3b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.720539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e11094-cc78-4971-93d7-e315386c8b3b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.720832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e11094-cc78-4971-93d7-e315386c8b3b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.720936] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e11094-cc78-4971-93d7-e315386c8b3b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.210914] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.211113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.211173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.211405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.211495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.211611] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 969.225053] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e11094-cc78-4971-93d7-e315386c8b3b [ 969.226070] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.226070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.226070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.226070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.226070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.226070] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e11094-cc78-4971-93d7-e315386c8b3b already deleted. [ 969.226070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e11094-cc78-4971-93d7-e315386c8b3b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.239406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.241447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.242051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.242404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.242714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.253652] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 969.274448] env[65658]: INFO networking_nsxv3.common.synchronization [req-c11584c4-a651-4204-8373-745e12caa1bc req-40a32fb7-1eba-4a7c-b051-aa03ec5a176f service nova] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_rules [ 969.274830] env[65658]: INFO networking_nsxv3.common.synchronization [req-c11584c4-a651-4204-8373-745e12caa1bc req-40a32fb7-1eba-4a7c-b051-aa03ec5a176f service nova] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_members [ 969.275145] env[65658]: INFO networking_nsxv3.common.synchronization [req-c11584c4-a651-4204-8373-745e12caa1bc req-40a32fb7-1eba-4a7c-b051-aa03ec5a176f service nova] Enqueued Resource ID: 1201579a-13ab-4453-8cab-873f9f1f9af8 with Priority: HIGHEST for action port [ 969.275891] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_rules [ 969.276214] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_members [ 969.276481] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1201579a-13ab-4453-8cab-873f9f1f9af8 with Priority: HIGHEST for action port [ 969.277122] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.278416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.278416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.278416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.278416] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.279992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.279992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.279992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.279992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.279992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.279992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.279992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.282399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.282399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.282399] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.283752] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1201579a-13ab-4453-8cab-873f9f1f9af8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.284546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.284732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.288160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.288160] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1201579a-13ab-4453-8cab-873f9f1f9af8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.780176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.780552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.788608] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.789487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1201579a-13ab-4453-8cab-873f9f1f9af8 with status ACTIVE [ 969.789646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.789821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.789869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.790113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.790194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.790374] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.790624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.790700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.790917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.791144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.791536] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.791536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.791536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.791712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.791712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.791791] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1201579a-13ab-4453-8cab-873f9f1f9af8 is going to be updated. [ 969.817475] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.817475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.817475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.817743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.817793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.817957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1201579a-13ab-4453-8cab-873f9f1f9af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.293860] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.798175] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.798502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.798502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.798703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.798836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.798956] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535caca6-a451-499a-8195-114467b4ea62 is going to be created. [ 970.826135] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.826298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.826418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.826650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.826831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.838239] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535caca6-a451-499a-8195-114467b4ea62 in Status: UNINITIALIZED for 2s [ 971.274025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.274025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.274025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.274025] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.670825] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c252ca0d-d035-444a-b683-8b2dc9965bde None None] Enqueued Resource ID: f5bdef5f-35b9-4379-87e7-56f8bfb58deb with Priority: HIGHEST for action port [ 971.671413] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5bdef5f-35b9-4379-87e7-56f8bfb58deb with Priority: HIGHEST for action port [ 971.671833] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5bdef5f-35b9-4379-87e7-56f8bfb58deb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.671957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5bdef5f-35b9-4379-87e7-56f8bfb58deb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.672053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5bdef5f-35b9-4379-87e7-56f8bfb58deb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.672309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5bdef5f-35b9-4379-87e7-56f8bfb58deb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.672393] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5bdef5f-35b9-4379-87e7-56f8bfb58deb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.778672] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.778934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.779016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.779282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.779465] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.779569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.779633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.779793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.779879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.779965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.780128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.780232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.780278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.780568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.780568] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.780738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.780738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.780827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.780871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.780945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.781051] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.174783] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5bdef5f-35b9-4379-87e7-56f8bfb58deb [ 972.175133] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.175245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.175351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.175642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.175765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.175906] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5bdef5f-35b9-4379-87e7-56f8bfb58deb already deleted. [ 972.176038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5bdef5f-35b9-4379-87e7-56f8bfb58deb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.283315] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd624d05-4706-4739-be6b-69bfda905751: rpc.has_security_group_logging(os_id): False [ 972.303212] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.303438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.303514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.304337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.304337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.304337] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.304337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.304337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.304337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.304630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.304680] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.304773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.304832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.305165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.305165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.305251] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.305326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.305395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.305544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.305616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.305712] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 972.391362] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.391362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.392525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.392819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.392976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.407955] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 972.850353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535caca6-a451-499a-8195-114467b4ea62 in Status: SUCCESS [ 972.850584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.850762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.850990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.851296] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.851417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.851479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.851641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.851722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.851806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.851898] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.353908] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.439318] env[65658]: INFO networking_nsxv3.common.synchronization [req-df656483-434d-409e-a33f-3f46808b28ef req-7e06686c-10bc-47e3-a6ba-a368845e34db tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 973.440286] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 973.440581] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.440736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.440996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.440996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.441198] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.441278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.441332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.441471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.441594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.441680] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.776246] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.776409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.776538] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.776822] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.779127] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.779127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.779127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.779127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.779127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.779896] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.780034] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.780145] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.780250] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.780356] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.780454] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.780580] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.802607] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.802607] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.802797] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.802904] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.803425] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-7b624e33-1161-49c3-ba50-8520a866fc14 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.803667] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.803781] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.804281] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.804281] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b624e33-1161-49c3-ba50-8520a866fc14',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.856425] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 535caca6-a451-499a-8195-114467b4ea62: rpc.has_security_group_logging(os_id): False [ 973.879015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.879015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.879015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.879015] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 535caca6-a451-499a-8195-114467b4ea62 is going to be created. [ 973.943935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.944161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.944300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.944584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.946653] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.946802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.979069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.979426] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.979659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.979716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.980069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.980069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.980192] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 973.981577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.982503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.982503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.997847] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 535caca6-a451-499a-8195-114467b4ea62 in Status: IN_PROGRESS for 2s [ 974.012323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.012472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.012919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.023952] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 974.307923] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.308182] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.308384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.308679] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.308935] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.309126] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 7b624e33-1161-49c3-ba50-8520a866fc14 not found, creating... [ 974.309444] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.309743] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.309820] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.310114] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.310277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.310646] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.310870] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.310992] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.311323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.311470] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.311660] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 7b624e33-1161-49c3-ba50-8520a866fc14 is going to be created. [ 974.347774] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.348012] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.348117] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.348402] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.348636] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.348910] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.434090] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 974.434499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.501095] env[65658]: INFO networking_nsxv3.common.synchronization [req-4dd6f6aa-4835-49b7-afd9-16ee1af83c40 req-30b537ff-78c8-4f49-a9a8-fee2e10fa622 tempest-ServersWithSpecificFlavorTestJSON-1938162070 tempest-ServersWithSpecificFlavorTestJSON-1938162070-project-member] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 974.501537] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGHEST for action security_group_members [ 974.501853] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.501972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.502078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.502250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.502400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.502494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.502586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.502695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.502777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.502869] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.005683] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.006082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.006082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.006289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.046037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.046037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.046037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.046037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.046037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.046037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.046376] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be updated. [ 975.064440] env[65658]: INFO networking_nsxv3.common.synchronization [req-df656483-434d-409e-a33f-3f46808b28ef req-3b49cf84-913f-47cb-ba69-9e05b2396c97 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 975.064837] env[65658]: INFO networking_nsxv3.common.synchronization [req-df656483-434d-409e-a33f-3f46808b28ef req-3b49cf84-913f-47cb-ba69-9e05b2396c97 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 975.064936] env[65658]: INFO networking_nsxv3.common.synchronization [req-df656483-434d-409e-a33f-3f46808b28ef req-3b49cf84-913f-47cb-ba69-9e05b2396c97 service nova] Enqueued Resource ID: 7b624e33-1161-49c3-ba50-8520a866fc14 with Priority: HIGHEST for action port [ 975.066514] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 975.066514] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 975.066669] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b624e33-1161-49c3-ba50-8520a866fc14 with Priority: HIGHEST for action port [ 975.067459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.067459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.067459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.067459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.067821] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.069165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.069165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.069165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b624e33-1161-49c3-ba50-8520a866fc14 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.069165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.071056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.071056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.071056] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b624e33-1161-49c3-ba50-8520a866fc14',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.089457] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.089457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.089457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.091892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.092705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.105401] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: IN_PROGRESS for 2s [ 975.576537] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.576927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.577085] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b624e33-1161-49c3-ba50-8520a866fc14 with status ACTIVE [ 975.577375] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.577542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.578221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.578221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.578221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.578427] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.578534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.578756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.578857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.578987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579276] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.579395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.579458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579798] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b624e33-1161-49c3-ba50-8520a866fc14 is going to be updated. [ 975.603899] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.604049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.604126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.604350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.604511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.604671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b624e33-1161-49c3-ba50-8520a866fc14" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.013492] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 535caca6-a451-499a-8195-114467b4ea62 in Status: SUCCESS [ 976.013800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.039713] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 976.040027] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 976.040027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.040312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.040421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.040601] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.040775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.040775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.040926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.041020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.041132] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.075367] env[65658]: INFO networking_nsxv3.common.synchronization [req-f44e80db-a25a-449d-a922-b157392d1678 req-ba576a8c-7012-4e6e-9fb5-161a5c85e7d8 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_members [ 976.076080] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_members [ 976.076389] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.076501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.076562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.076893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.078436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.079191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.079191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.079191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.079191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.079191] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.522183] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.522405] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.522528] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.522805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523086] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.523245] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523359] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.523631] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523723] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.523932] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.524324] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.524443] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.524550] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.524660] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.524762] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.524895] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.549029] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.549029] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.549029] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.549029] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.549029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-692" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.549029] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.549029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.550762] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.551149] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.551325] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.581679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.581997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.581997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.583188] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.583188] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 already deleted. [ 976.583188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.053699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.055214] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.055473] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.055558] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.055821] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.055999] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.056170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 not found, creating... [ 977.056436] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.056578] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.056691] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.056925] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.057178] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.057561] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.057666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.057748] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.057975] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.058226] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.058366] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 is going to be created. [ 977.081362] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.081627] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.081717] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.082431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.082431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.082972] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.117119] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550730b1-ad65-4768-bef4-d43b2b22d573 in Status: SUCCESS [ 977.117119] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 deletion is rescheduled due to dependency. [ 977.117119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.560648] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.560804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.560852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.561068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.561161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.561270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 977.593122] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.593469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.593469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.593543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.593801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.605544] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 977.799609] env[65658]: INFO networking_nsxv3.common.synchronization [req-f44e80db-a25a-449d-a922-b157392d1678 req-83c4bc23-8251-4820-a8d8-5ecb546f49ae service nova] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_rules [ 977.799609] env[65658]: INFO networking_nsxv3.common.synchronization [req-f44e80db-a25a-449d-a922-b157392d1678 req-83c4bc23-8251-4820-a8d8-5ecb546f49ae service nova] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_members [ 977.799609] env[65658]: INFO networking_nsxv3.common.synchronization [req-f44e80db-a25a-449d-a922-b157392d1678 req-83c4bc23-8251-4820-a8d8-5ecb546f49ae service nova] Enqueued Resource ID: 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 with Priority: HIGHEST for action port [ 977.799609] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_rules [ 977.800962] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_members [ 977.801111] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 with Priority: HIGHEST for action port [ 977.801409] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.801527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.801590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.801781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.801866] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.803126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.803242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.803302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.803471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.805019] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.805019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.805019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.805019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.805019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.806048] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.807536] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.807773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.807946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.808232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.808592] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.060093] env[65658]: INFO networking_nsxv3.common.synchronization [req-e2be9a78-49f7-4375-99a9-09e395379b7c req-951f1f40-62d6-4fac-818c-a0513a48d667 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 978.060773] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 978.061241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.061528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.061741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.062052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.062323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.064242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.064242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.064242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064242] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.312270] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.312270] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.312270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.312270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 with status ACTIVE [ 978.312270] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.312270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.312270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.312270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.312270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.312642] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.312642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.312642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.312642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.312794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.313256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.313256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.319054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.319054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.319054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.319054] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2 is going to be updated. [ 978.353655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.353856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.353856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.354099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.354245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.354417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3c7d72-48d9-40ab-b9c2-d8a875aec8d2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.567500] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.567673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.567736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.567927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.568030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.568229] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.568328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.568382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.568554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.568617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.568696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be updated. [ 978.601581] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.602495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.602495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.602495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.602495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.612881] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: IN_PROGRESS for 2s [ 978.820360] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.936118] env[65658]: INFO networking_nsxv3.common.synchronization [req-a550d8f6-a94f-40ca-88f3-23afbec82647 req-68a15b69-ab15-420b-b8e9-eb781200dc45 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 978.938462] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 978.938462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.938462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.938462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.938462] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.327045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.327213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.327375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.327594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.327687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.327813] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 is going to be created. [ 979.363121] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.363473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.363543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.363756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.363944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.375854] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 in Status: UNINITIALIZED for 2s [ 979.392896] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.393116] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.393332] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.393732] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.393991] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.394165] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.394277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.394497] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.394640] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.394840] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.394946] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.395064] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.395170] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.395307] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.395433] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.395567] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.415942] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.416149] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.416320] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.416462] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.416829] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-f3654cb3-92b6-419a-ba51-78ce7c183edd taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.416983] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.417116] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.417435] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.417570] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3654cb3-92b6-419a-ba51-78ce7c183edd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.440109] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.440301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.440375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.440588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.440675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.440878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.440975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.441047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.441210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.441300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.441385] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f already deleted. [ 979.441469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.616422] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 979.616873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.616873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.617204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.617334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.617509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.617619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.617818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.617902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.617991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.618099] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.920061] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.920366] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.920493] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.920768] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.920923] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.921087] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port f3654cb3-92b6-419a-ba51-78ce7c183edd not found, creating... [ 979.921397] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.921645] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.921714] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.921952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.922098] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.922393] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.922555] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.922671] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.922865] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.922997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.923224] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: f3654cb3-92b6-419a-ba51-78ce7c183edd is going to be created. [ 979.948701] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.948932] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.948932] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.949294] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.949557] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.949826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.120264] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.120582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.120736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.121120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.121343] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.121485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.121558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.121755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.121874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.121978] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.122211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.122344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.122422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.122643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.122834] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.122956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.123027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.123253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.123363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.123492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.123638] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.624232] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 980.624611] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 deletion is rescheduled due to dependency. [ 980.624611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.626237] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a51e0b1-2738-4c9b-8791-5929a441d854: rpc.has_security_group_logging(os_id): False [ 980.644322] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.644479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.644926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.644926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.644926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.645194] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.645941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.645941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.645941] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.646271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.646271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.646271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.646456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.646609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.646609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.646785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.646887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.646961] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 980.677694] env[65658]: INFO networking_nsxv3.common.synchronization [req-a550d8f6-a94f-40ca-88f3-23afbec82647 req-735e478f-d283-4678-9649-4df5f71b562f service nova] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 980.677883] env[65658]: INFO networking_nsxv3.common.synchronization [req-a550d8f6-a94f-40ca-88f3-23afbec82647 req-735e478f-d283-4678-9649-4df5f71b562f service nova] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 980.678033] env[65658]: INFO networking_nsxv3.common.synchronization [req-a550d8f6-a94f-40ca-88f3-23afbec82647 req-735e478f-d283-4678-9649-4df5f71b562f service nova] Enqueued Resource ID: f3654cb3-92b6-419a-ba51-78ce7c183edd with Priority: HIGHEST for action port [ 980.678641] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 980.678784] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 980.678883] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3654cb3-92b6-419a-ba51-78ce7c183edd with Priority: HIGHEST for action port [ 980.679246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.681155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.681226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.681491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.681577] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.683761] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.683761] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.683761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.683761] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.684874] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3654cb3-92b6-419a-ba51-78ce7c183edd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.684874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.684874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.684874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.684874] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3654cb3-92b6-419a-ba51-78ce7c183edd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.711021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.711341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.711453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.711741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.712072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.730973] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 981.188943] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.190392] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.190599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.190687] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3654cb3-92b6-419a-ba51-78ce7c183edd with status ACTIVE [ 981.190795] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.190909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.190984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.191170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.191267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.191567] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.191567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.191567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.191897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.191897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.192050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.192050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.192228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.192228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.192358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.192425] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3654cb3-92b6-419a-ba51-78ce7c183edd is going to be updated. [ 981.217466] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.217610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.217682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.217895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.218054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.218212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3654cb3-92b6-419a-ba51-78ce7c183edd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.388599] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 in Status: SUCCESS [ 981.389262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.390045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.390045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.390045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.390045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.390340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.390340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.390448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.390483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.390581] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.695551] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.893805] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.199337] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.199337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.199337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.199337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.200293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.200293] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be created. [ 982.229324] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.229324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.229324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.229324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.229324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.242758] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: UNINITIALIZED for 2s [ 982.396131] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0d0f60-441a-4490-ba05-1a1cb09e53b0: rpc.has_security_group_logging(os_id): False [ 982.417505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.417926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.417998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418324] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.418432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.418482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.418647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.418722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418810] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 is going to be created. [ 982.488487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.488712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.488921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.489165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.489418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.501472] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 in Status: IN_PROGRESS for 2s [ 982.748891] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 982.749192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.254246] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 984.254608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.254608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.255039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.255376] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.255501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.255684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.255751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.255785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.255976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.255976] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.514325] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 in Status: SUCCESS [ 984.514610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.516838] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ff9876a-d652-4958-a464-571fb7903eba req-75292f20-6777-4d31-81d1-6e422f59ea96 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 984.520325] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 984.520631] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.520778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.520778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.521089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.521240] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.521338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.521403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.521559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.521644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.521737] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.759439] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.023854] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.023997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.024077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.024284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.024378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.024564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.025035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.025035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.025035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.025035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.025035] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d already deleted. [ 985.025212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.263965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f: rpc.has_security_group_logging(os_id): False [ 985.286051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.286219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.286286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.286500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.287639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.287946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.288130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.288206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.288373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.288447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.288536] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be created. [ 985.354420] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.354420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.354420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.354633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.355328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.367124] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 985.559811] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.560012] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.560147] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.560466] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560719] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.560873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.560985] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.561842] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.562273] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.562273] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.562396] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.562534] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.562719] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.562780] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.562891] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.562999] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.583100] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.583100] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.583100] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.583100] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.584483] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.584887] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.585140] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.585550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.585820] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4e34d0-8d23-4e94-98e2-49aa493d5a40',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.715274] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1184dd13-9ee4-4a20-9951-e2fd9bb7523b None None] Enqueued Resource ID: 13e919c8-a84f-444a-812a-7d9cbfcfbe1a with Priority: HIGHEST for action port [ 985.715932] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e919c8-a84f-444a-812a-7d9cbfcfbe1a with Priority: HIGHEST for action port [ 985.716302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e919c8-a84f-444a-812a-7d9cbfcfbe1a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.716417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e919c8-a84f-444a-812a-7d9cbfcfbe1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.716478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e919c8-a84f-444a-812a-7d9cbfcfbe1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.716722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e919c8-a84f-444a-812a-7d9cbfcfbe1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.716807] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e919c8-a84f-444a-812a-7d9cbfcfbe1a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.989838] env[65658]: INFO networking_nsxv3.common.synchronization [None req-68504d19-9893-4c7e-b722-a965552a2225 None None] Enqueued Resource ID: 4c2b0970-3da2-4536-b94c-3920333da566 with Priority: HIGHEST for action port [ 985.990310] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2b0970-3da2-4536-b94c-3920333da566 with Priority: HIGHEST for action port [ 985.990607] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2b0970-3da2-4536-b94c-3920333da566 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.990731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2b0970-3da2-4536-b94c-3920333da566" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.990796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2b0970-3da2-4536-b94c-3920333da566" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.991199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2b0970-3da2-4536-b94c-3920333da566" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.991290] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2b0970-3da2-4536-b94c-3920333da566',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.088364] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.088698] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.088698] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.090167] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.090167] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.090167] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 not found, creating... [ 986.090167] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.090167] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.090167] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.091278] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.091278] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.091278] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.091278] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.091278] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.091998] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.091998] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.091998] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 is going to be created. [ 986.118492] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.118853] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.118947] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.120385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.120385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.120385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.219416] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13e919c8-a84f-444a-812a-7d9cbfcfbe1a [ 986.219694] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.219850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.219850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.220602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.220602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.220602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13e919c8-a84f-444a-812a-7d9cbfcfbe1a already deleted. [ 986.220602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e919c8-a84f-444a-812a-7d9cbfcfbe1a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.493503] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c2b0970-3da2-4536-b94c-3920333da566 [ 986.493842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.493982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.494069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.494309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.494420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.494521] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c2b0970-3da2-4536-b94c-3920333da566 already deleted. [ 986.494661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2b0970-3da2-4536-b94c-3920333da566" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.866760] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ff9876a-d652-4958-a464-571fb7903eba req-750eb228-6c36-4200-a396-19e3d05b73d4 service nova] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_rules [ 986.868132] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ff9876a-d652-4958-a464-571fb7903eba req-750eb228-6c36-4200-a396-19e3d05b73d4 service nova] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 986.868132] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ff9876a-d652-4958-a464-571fb7903eba req-750eb228-6c36-4200-a396-19e3d05b73d4 service nova] Enqueued Resource ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with Priority: HIGHEST for action port [ 986.868132] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_rules [ 986.868132] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 986.868132] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with Priority: HIGHEST for action port [ 986.868132] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.868435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.868435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.868550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.868595] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.869713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.869871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.870226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.870226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.870344] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.870441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.870495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.870628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.870704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.870786] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.872039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.872039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.872039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.872039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.872039] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4e34d0-8d23-4e94-98e2-49aa493d5a40',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.375319] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.375319] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.375319] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.379194] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with status ACTIVE [ 987.379541] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.379541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.379687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.379854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.379918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.380468] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.380468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.380468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.380682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.380682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.380865] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.380995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.381068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.381210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.381284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.381370] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 is going to be updated. [ 987.383400] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 987.383474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.407394] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.407624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.407830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.408531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.408531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.408531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.413155] env[65658]: INFO networking_nsxv3.common.synchronization [req-abfc5c37-9981-453d-8a99-d5146b8519ce req-766ea2cf-bef0-4705-9f41-e474bfe2d33e tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 987.413788] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 987.413788] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.413895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.413984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.414229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.414382] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.414477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.414533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.415296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.415367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.415466] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.805593] env[65658]: INFO networking_nsxv3.common.synchronization [None req-bc56432a-8660-46df-ac0a-825a74ca8c13 None None] Enqueued Resource ID: 6a725139-d841-485c-a292-b61852563afa with Priority: HIGHEST for action port [ 987.806205] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a725139-d841-485c-a292-b61852563afa with Priority: HIGHEST for action port [ 987.806510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a725139-d841-485c-a292-b61852563afa taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.806673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a725139-d841-485c-a292-b61852563afa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.806708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a725139-d841-485c-a292-b61852563afa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.806983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a725139-d841-485c-a292-b61852563afa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.807071] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a725139-d841-485c-a292-b61852563afa',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.886032] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.918163] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.161429] env[65658]: INFO networking_nsxv3.common.synchronization [None req-da7fb097-52c5-43bc-9e08-09f23284d6aa None None] Enqueued Resource ID: c84e70fd-38c2-4769-9d49-840c88113ae9 with Priority: HIGHEST for action port [ 988.162927] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84e70fd-38c2-4769-9d49-840c88113ae9 with Priority: HIGHEST for action port [ 988.163408] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84e70fd-38c2-4769-9d49-840c88113ae9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.163889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84e70fd-38c2-4769-9d49-840c88113ae9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.163889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84e70fd-38c2-4769-9d49-840c88113ae9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.163984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84e70fd-38c2-4769-9d49-840c88113ae9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.164060] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84e70fd-38c2-4769-9d49-840c88113ae9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.311230] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a725139-d841-485c-a292-b61852563afa [ 988.311230] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.311230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.311230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.311230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.311230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.311230] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a725139-d841-485c-a292-b61852563afa already deleted. [ 988.311533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a725139-d841-485c-a292-b61852563afa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.387264] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.387264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.387264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.387423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.387524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.387753] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be created. [ 988.422476] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.475288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.475459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.475528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.476913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.476913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.488592] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: UNINITIALIZED for 2s [ 988.667383] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c84e70fd-38c2-4769-9d49-840c88113ae9 [ 988.667744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.668040] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.668226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.668525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.668711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.668894] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c84e70fd-38c2-4769-9d49-840c88113ae9 already deleted. [ 988.669078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84e70fd-38c2-4769-9d49-840c88113ae9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.746101] env[65658]: INFO networking_nsxv3.common.synchronization [None req-0057aa22-d10f-460c-9060-709a8f2849b3 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_rules [ 988.747029] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_rules [ 988.747382] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.748648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.748648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.748648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.748648] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.889843] env[65658]: INFO networking_nsxv3.common.synchronization [None req-75880df2-190b-497d-9c16-b4a452300a67 tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_rules [ 988.890367] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_rules [ 988.891125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.891238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924896] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.924896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.925157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.925192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.925395] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be updated. [ 988.968573] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.968826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.968894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.969119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.969289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.986659] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: IN_PROGRESS for 2s [ 989.282487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.282702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.282757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.283145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.283145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.285518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab already deleted. [ 989.285518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.285518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.285518] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.285518] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.664955] env[65658]: INFO networking_nsxv3.common.synchronization [req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f req-1718d50c-68fc-45d7-b334-f18b2841b92f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 989.665737] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 989.666150] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.666672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.666672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.666672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.666888] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.667838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.667838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.667838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.667838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.667838] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.809311] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.809477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.809550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.809798] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.809893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.809996] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab already deleted. [ 989.810094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.149062] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.149874] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.153019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.153019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.153019] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.153019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.153019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.153019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.153019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.153019] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.153019] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.153019] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.153569] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.153964] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.154225] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.154491] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.173261] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.173261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.173261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.173261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.193027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.193027] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.193027] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.193027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-452" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.193027] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.193027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.193027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.194384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.194840] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db78cdcf-ebfd-42ef-a21c-89d8dc305dbd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.199352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.199849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.200344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.200567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.200974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.201245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.202018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be updated. [ 990.236507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.238955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.238955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.238955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.238955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.250710] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 990.501269] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 990.501521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.501698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.501914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.502122] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.502346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.502346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.502477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.502557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.502644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.502733] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.704082] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.704392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.704531] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.704817] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.704967] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.705149] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port db78cdcf-ebfd-42ef-a21c-89d8dc305dbd not found, creating... [ 990.705441] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.705609] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.705838] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.706176] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.706328] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.706958] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.706958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.706958] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.707230] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.711019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.711019] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: db78cdcf-ebfd-42ef-a21c-89d8dc305dbd is going to be created. [ 990.729212] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.730908] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.730980] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.731442] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.731538] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.731765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.998363] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 990.998666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.005372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.005561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.005620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.005839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.006015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.006403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.006403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.006634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.006634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.007039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.007039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.007304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.007304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.007488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.007634] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.007720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.007783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.007931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.008023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.008099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.008486] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.338478] env[65658]: INFO networking_nsxv3.common.synchronization [req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a req-0117c7e2-6b42-4509-8ae2-94de62e11d69 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 991.339065] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 991.339435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.339554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.339671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.340128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.340292] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.340425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.340493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.341976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.341976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.341976] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.511047] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09bd9350-d957-46ba-8772-e25b712a813d: rpc.has_security_group_logging(os_id): False [ 991.531764] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.531764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.531764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.531764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.531764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.532099] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.532099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.532099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.532222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.532222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.532453] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.532547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.532547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.532657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.532724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.532937] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.533547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.533547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.533648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.533704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.533788] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be created. [ 991.575056] env[65658]: INFO networking_nsxv3.common.synchronization [req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f req-acd437f2-21c0-44cb-807d-d3994eee7140 service nova] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_rules [ 991.575256] env[65658]: INFO networking_nsxv3.common.synchronization [req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f req-acd437f2-21c0-44cb-807d-d3994eee7140 service nova] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 991.575452] env[65658]: INFO networking_nsxv3.common.synchronization [req-8e6cb2e4-d224-43ad-a072-e16ac7e6115f req-acd437f2-21c0-44cb-807d-d3994eee7140 service nova] Enqueued Resource ID: db78cdcf-ebfd-42ef-a21c-89d8dc305dbd with Priority: HIGHEST for action port [ 991.576288] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_rules [ 991.576456] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 991.576770] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db78cdcf-ebfd-42ef-a21c-89d8dc305dbd with Priority: HIGHEST for action port [ 991.577088] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.577167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.577224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.577437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.577521] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.579128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.579313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.579517] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.579711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.579816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.580151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.580314] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db78cdcf-ebfd-42ef-a21c-89d8dc305dbd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.612387] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.612849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.612960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.613781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.614195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.630209] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 991.843302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.843491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.843563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.843784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.843871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.844124] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.844231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.844320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.844623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.844719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.844840] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 already deleted. [ 991.844920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.080520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.080520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.084412] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db78cdcf-ebfd-42ef-a21c-89d8dc305dbd with status ACTIVE [ 992.084412] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.084412] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.084412] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.084412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.084412] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db78cdcf-ebfd-42ef-a21c-89d8dc305dbd is going to be updated. [ 992.111660] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.111660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.111660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.112140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.112140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.112309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db78cdcf-ebfd-42ef-a21c-89d8dc305dbd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.263787] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 992.265035] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 deletion is rescheduled due to dependency. [ 992.265198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.265429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.265711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.265963] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.266137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.266237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.266468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.266611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.266739] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.364127] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.364127] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.364127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.365567] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.365863] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.366092] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.366284] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.366479] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.367052] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.367052] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.390424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.390684] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.390950] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.391275] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.392370] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.392613] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.392774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.393154] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.393336] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.772618] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.897505] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.897505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.897505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.897505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.897505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.897993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed not found, creating... [ 992.897993] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.898127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.898217] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.898533] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.898751] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.899245] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.899506] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.899648] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.899911] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.900099] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.900297] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed is going to be created. [ 992.924978] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.925172] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.925324] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.925667] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.925846] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.926197] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.276651] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.411829] env[65658]: INFO networking_nsxv3.common.synchronization [req-b754372e-4708-4b0b-baff-f2a199cdf9b8 req-fea701c7-41a9-4a8d-8a5c-672bea1f3a76 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 993.412344] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 993.412830] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.412990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.413073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.413359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.413559] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.413696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.413767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.417326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.417488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417635] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.649335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 993.649335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.654450] env[65658]: INFO networking_nsxv3.common.synchronization [req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a req-ed18cca6-889c-4627-af12-2de3d8f74416 service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 993.654450] env[65658]: INFO networking_nsxv3.common.synchronization [req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a req-ed18cca6-889c-4627-af12-2de3d8f74416 service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 993.654450] env[65658]: INFO networking_nsxv3.common.synchronization [req-66487ee5-2fb8-4c4f-b5a9-5c8a781f6c0a req-ed18cca6-889c-4627-af12-2de3d8f74416 service nova] Enqueued Resource ID: 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed with Priority: HIGHEST for action port [ 993.654450] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 993.654450] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 993.654450] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed with Priority: HIGHEST for action port [ 993.654450] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.655374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.655706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.656201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.656410] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.657673] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.658142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.658441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.658727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.659686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.659686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.659686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.659686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.659686] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.661226] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.661594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.663834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.663834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.663834] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.779750] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.779750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.779750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.780172] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.780172] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.780172] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be updated. [ 993.815525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.815701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.815765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.815984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.816185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.827948] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 993.844402] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.844652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.844815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.846038] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.846038] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.846262] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.846832] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.846832] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.847055] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.847192] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.847309] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.847456] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.849496] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.849496] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.849496] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.849496] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.869772] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.869953] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.870097] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.870299] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.870634] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.870799] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.870910] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.871276] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.871411] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbe6ad8-3176-4156-b11f-dce0cc1b9da8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.920117] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.164625] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.165701] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.165887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.166109] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed with status ACTIVE [ 994.166321] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.166458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.166536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.166889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.167048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.167428] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.167555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.167624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.167807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.167898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.168102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.168198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.168260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.168413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.168505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.168604] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed is going to be updated. [ 994.197210] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.197210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.197505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.197793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.198000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.198276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b87df7a-3f7e-4b7c-8f8e-3508fe4545ed" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.377237] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.377237] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 not found, creating... [ 994.377237] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.377237] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.377815] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.377815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.377815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.377815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.378177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.378353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 is going to be created. [ 994.400658] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.400934] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.401148] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.401521] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.401803] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.402059] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.423237] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.671297] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.928444] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.928650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.930304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.930304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.930304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.930304] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 994.966519] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.966669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.966730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.967044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.967290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.979509] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 995.153556] env[65658]: INFO networking_nsxv3.common.synchronization [req-b754372e-4708-4b0b-baff-f2a199cdf9b8 req-8826961e-0f3d-4f7c-85cf-e23633c5204e service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 995.153755] env[65658]: INFO networking_nsxv3.common.synchronization [req-b754372e-4708-4b0b-baff-f2a199cdf9b8 req-8826961e-0f3d-4f7c-85cf-e23633c5204e service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 995.153889] env[65658]: INFO networking_nsxv3.common.synchronization [req-b754372e-4708-4b0b-baff-f2a199cdf9b8 req-8826961e-0f3d-4f7c-85cf-e23633c5204e service nova] Enqueued Resource ID: 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 with Priority: HIGHEST for action port [ 995.154404] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 995.154539] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 995.154632] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 with Priority: HIGHEST for action port [ 995.154934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.155093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.155169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.155665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.155789] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.156724] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.156831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.157037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.157145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.157226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.157414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.159204] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbe6ad8-3176-4156-b11f-dce0cc1b9da8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.176427] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.176427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.176427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.176427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.176427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.176427] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be created. [ 995.205834] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.206089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.206089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.206224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.206390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.216760] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: UNINITIALIZED for 2s [ 995.426190] env[65658]: INFO networking_nsxv3.common.synchronization [req-8acea1bf-77cd-45e6-b736-59e68486a027 req-9f713169-b2e7-4fdc-ad6c-5feb3bff63be tempest-ServersTestBootFromVolume-1180570465 tempest-ServersTestBootFromVolume-1180570465-project-member] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_members [ 995.426190] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGHEST for action security_group_members [ 995.426862] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.429717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.429717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.429717] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.661074] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.661074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.661074] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 with status ACTIVE [ 995.661074] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.661074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.661512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.661551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.661687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.664717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.664717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.664717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.664717] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fbe6ad8-3176-4156-b11f-dce0cc1b9da8 is going to be updated. [ 995.685964] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.686445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.686445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.686445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.686568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.688230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fbe6ad8-3176-4156-b11f-dce0cc1b9da8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 995.841424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.841424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.841424] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.841424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.841424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.841859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.841859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841859] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.933140] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.933437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.933517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.933740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.955346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.955678] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.955803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.955872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.956083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.956166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.956258] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 is going to be updated. [ 995.996505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.996650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.996707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.996926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.997119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.006636] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 in Status: IN_PROGRESS for 2s [ 996.345047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.345047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.345047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.345047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.345047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.345047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.345433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.345433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.345433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.345525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.345615] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.345712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.345827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.346022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.346155] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.346210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.346274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.346411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.347434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.347434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.347434] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.849501] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1f6733-0347-4499-8a4b-816d7ce2ecf2: rpc.has_security_group_logging(os_id): False [ 996.883976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.884194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.884194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.885228] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.885614] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.885614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.885614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.885731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.886898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.886898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.886898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.886898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.886898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.886898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.887361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be updated. [ 996.967980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.968199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.968199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.968411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.968572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.985562] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 996.993210] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 996.993485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.993629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.993883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.994129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.994294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.994363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.994529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.994670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.994777] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.283256] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 997.283256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.283357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.283639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.283891] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.285557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.285557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.285557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.285557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.285557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.285557] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.498335] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.790511] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.790808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.790808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.791090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.791339] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.791447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.791560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.791833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.791989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.792164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.792436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.792588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.792704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.792938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.793519] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.794416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.794416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.794416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.794416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.794416] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.000895] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.017587] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 in Status: SUCCESS [ 998.017587] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 deletion is rescheduled due to dependency. [ 998.017587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.306618] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217d07bf-15e5-4c58-8276-1f10dd459bd1: rpc.has_security_group_logging(os_id): False [ 998.330423] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.330624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.330785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.330888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.331088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.331364] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.331476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.331517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.331739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.332014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.332118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.332276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.332355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.332529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.332635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.332942] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.333146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.333243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.333436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.333525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.333653] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be created. [ 998.440736] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.440916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.440993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.441235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.441421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.456454] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 998.503952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.503952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.503952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.503952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.503952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.503952] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 998.548972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.549181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.549296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.561679] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 999.003069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 999.003069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.009157] env[65658]: INFO networking_nsxv3.common.synchronization [None req-acf4c218-9a1b-4a5b-ac57-ba215bbd05ca tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_rules [ 999.009515] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_rules [ 999.010164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.010164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.010164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.010594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.010694] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.118777] env[65658]: INFO networking_nsxv3.common.synchronization [None req-aec78193-5e5c-4e74-a522-6776c2f0759d tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_rules [ 999.119961] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_rules [ 999.119961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.119961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.535179] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.535338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.535594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.535714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.535714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.535835] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 already deleted. [ 999.535907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.536071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.536231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.536316] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.655380] env[65658]: INFO networking_nsxv3.common.synchronization [req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b req-58df232b-c463-44a8-881d-ff59d62be49d tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 999.656310] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 999.657053] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.657403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.657605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.659520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.659520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.659520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.659520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.659520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.659520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.659520] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.065705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.065705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.065705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.065705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.065705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.065705] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 already deleted. [ 1000.065705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.139826] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.140159] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.140316] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.141314] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.141670] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.142139] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.142409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.142851] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.143158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.143525] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.143758] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.144013] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.144224] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.144450] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.144698] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.144954] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.161492] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.161798] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.161945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.162293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.172155] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.172531] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.172658] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.173728] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.173728] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.173728] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.173728] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.173994] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.173994] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b77635c-62dc-42c4-ace1-0dcb0ae4d572',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.194130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.194396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.194536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.194613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.194789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.194872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.195011] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1000.224334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.224334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.224334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.224334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.224334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.235917] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1000.469918] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1000.470161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.573368] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1000.573712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.573916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.574180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.574402] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.574537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.574610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.574767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.574869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.574972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.575106] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.676400] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.676865] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.676865] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.677025] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.677175] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.677345] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 not found, creating... [ 1000.677617] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.677774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.677991] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.678110] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.678241] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.678531] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.678683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.678794] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.679011] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.679137] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.679275] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 is going to be created. [ 1000.704207] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.704494] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.704660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.704970] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.705243] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.705554] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.081271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.081271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.081657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.081708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.081952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.082232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.082295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.082558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.085410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.085410] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.085410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.085410] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.467966] env[65658]: INFO networking_nsxv3.common.synchronization [req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b req-a192d7cf-cd2f-4884-81f3-7b3ff506b1e8 service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1001.468204] env[65658]: INFO networking_nsxv3.common.synchronization [req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b req-a192d7cf-cd2f-4884-81f3-7b3ff506b1e8 service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1001.468351] env[65658]: INFO networking_nsxv3.common.synchronization [req-5fb0da66-f712-4dcc-9f46-6fbc8437ed4b req-a192d7cf-cd2f-4884-81f3-7b3ff506b1e8 service nova] Enqueued Resource ID: 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 with Priority: HIGHEST for action port [ 1001.468907] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1001.472734] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1001.472929] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 with Priority: HIGHEST for action port [ 1001.473298] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.473445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.473516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.473734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.473817] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.475690] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.475793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.475995] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.476117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.476181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.476391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.476471] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b77635c-62dc-42c4-ace1-0dcb0ae4d572',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.587791] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 1001.607498] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.607695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.607761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.607991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.632665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.632992] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.633319] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.633381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.633618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.633690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.633912] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.634031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.634094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.634247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.634322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.634500] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.634615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.634675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.635594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.635688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.635772] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1001.639308] env[65658]: INFO networking_nsxv3.common.synchronization [req-80041c4f-95c6-4b0a-bed8-45d5ee0a260c req-b5883ded-76d3-4373-bbfb-d23a46364aa1 tempest-ServerActionsV293TestJSON-137313056 tempest-ServerActionsV293TestJSON-137313056-project-member] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_members [ 1001.639944] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGHEST for action security_group_members [ 1001.640270] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.640389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.640491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.640672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.640823] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.640914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.640974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.641157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.641262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.641354] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.705542] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.705542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.705542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.705542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.705542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.719530] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1001.855692] env[65658]: INFO networking_nsxv3.common.synchronization [req-3f222927-c1ff-4ad9-bdf8-b5c0b7ec99c6 req-a2b4bfe6-d8cd-49b4-b341-213993440ce8 tempest-MigrationsAdminTest-1820615293 tempest-MigrationsAdminTest-1820615293-project-member] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 1001.855907] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGHEST for action security_group_members [ 1001.856205] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.856328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.856387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.856572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.856721] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.857692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.857797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.857932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.858036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.858153] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.977995] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.978156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.978469] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 with status ACTIVE [ 1001.978512] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.978623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.978689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.978897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.978990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.979823] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.979823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.979823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.979823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.979823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.980048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.980048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.980721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.980721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.980721] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b77635c-62dc-42c4-ace1-0dcb0ae4d572 is going to be updated. [ 1002.003735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.005847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.005847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.005847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.005847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.005847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b77635c-62dc-42c4-ace1-0dcb0ae4d572" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.143675] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.144418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.144418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.144418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.175561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.175980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.175980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.175980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.176428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.176490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.176632] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 is going to be updated. [ 1002.225273] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.225483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.225530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.225964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.225964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.248032] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: IN_PROGRESS for 2s [ 1002.251333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1002.251604] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1002.251768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.252061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.252402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.252654] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.252768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.252836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.254254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.254254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254254] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.328932] env[65658]: INFO networking_nsxv3.common.synchronization [req-0109a901-4972-46ab-a991-63207548525e req-0c9be7a0-424d-4315-aa35-7a532b6f73a0 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Enqueued Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_members [ 1002.329605] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_members [ 1002.330639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.330805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.330868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.331192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.331405] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.331657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.331752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.331922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.332073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.332205] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.361759] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.361992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.362128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.362489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.392063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.392253] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.392553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.392553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.392662] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.392745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.392839] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be updated. [ 1002.421572] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.421950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.422144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.422855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.422855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.434079] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: IN_PROGRESS for 2s [ 1002.758592] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.822936] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.823323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-279" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.823323] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-279" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.823470] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-279" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.824214] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.824422] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.824778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.824778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.824942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.825188] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.825306] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.825560] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.825560] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.825664] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.825743] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.825884] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.834664] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.834817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.834880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.835100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.835192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.835386] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.835487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.835556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.835698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.835788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.835873] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 already deleted. [ 1002.835951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.850302] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.850302] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.850302] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.850302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-279" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.850302] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-f50a36f0-bc74-47b1-91a3-1f113be09a9e taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.850302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.850302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.850302] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.850302] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50a36f0-bc74-47b1-91a3-1f113be09a9e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.265741] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.354498] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.356826] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port f50a36f0-bc74-47b1-91a3-1f113be09a9e not found, creating... [ 1003.356826] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.356826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.358054] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.358426] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.358751] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.359082] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.359516] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.359819] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: f50a36f0-bc74-47b1-91a3-1f113be09a9e is going to be created. [ 1003.387484] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.387704] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.387825] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.388150] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.388410] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.388651] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.738995] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1003.739252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.769547] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.769547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.769547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.769874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.769874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.769998] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1003.809596] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.809782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.809831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.810069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.810221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.824664] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1004.157779] env[65658]: INFO networking_nsxv3.common.synchronization [req-0109a901-4972-46ab-a991-63207548525e req-85a7efd9-245d-45f6-829c-8b459837cbfc service nova] Enqueued Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_rules [ 1004.158039] env[65658]: INFO networking_nsxv3.common.synchronization [req-0109a901-4972-46ab-a991-63207548525e req-85a7efd9-245d-45f6-829c-8b459837cbfc service nova] Enqueued Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_members [ 1004.158132] env[65658]: INFO networking_nsxv3.common.synchronization [req-0109a901-4972-46ab-a991-63207548525e req-85a7efd9-245d-45f6-829c-8b459837cbfc service nova] Enqueued Resource ID: f50a36f0-bc74-47b1-91a3-1f113be09a9e with Priority: HIGHEST for action port [ 1004.158649] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_rules [ 1004.158789] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_members [ 1004.158876] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50a36f0-bc74-47b1-91a3-1f113be09a9e with Priority: HIGHEST for action port [ 1004.159204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.159269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.159328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.159645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.159743] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.160666] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.161671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.161801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.161933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.162101] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.162487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.162758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.162758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.162820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.162980] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.163714] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50a36f0-bc74-47b1-91a3-1f113be09a9e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.164396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.164396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.164787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.164787] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50a36f0-bc74-47b1-91a3-1f113be09a9e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.262173] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: IN_PROGRESS for 4s [ 1004.445951] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81703bb5-8022-4e21-a603-911656c692f1 in Status: SUCCESS [ 1004.446267] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81703bb5-8022-4e21-a603-911656c692f1 deletion is rescheduled due to dependency. [ 1004.446267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.666316] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.667396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.667528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.667733] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f50a36f0-bc74-47b1-91a3-1f113be09a9e with status ACTIVE [ 1004.667970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.668203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.668203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.668281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.668363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.668547] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.668645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.668706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.668865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.668943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.669166] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.669292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.669383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.669612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.669691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.669826] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f50a36f0-bc74-47b1-91a3-1f113be09a9e is going to be updated. [ 1004.694874] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.695027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.695101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.695298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.695433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.695589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50a36f0-bc74-47b1-91a3-1f113be09a9e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.172855] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.678772] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.679364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.679364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.679364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.679364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.679598] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 is going to be created. [ 1005.707866] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.708150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.708233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.708499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.708721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.720204] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 in Status: UNINITIALIZED for 2s [ 1005.833533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1005.834148] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.834564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.835411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.839827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.839827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.839827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.839827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.839827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.839827] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.270873] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be0e7a-dae4-45da-8575-247463f285f7 in Status: SUCCESS [ 1006.270873] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 deletion is rescheduled due to dependency. [ 1006.271113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.342829] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.343174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.345031] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.345031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.345362] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.345362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345362] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.345993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.345993] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.345993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.346232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.346232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.346232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.346317] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.849424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 1006.871193] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.871285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.871342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.871531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.871612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.872047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.872388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.872388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.872388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.872545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.872659] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.872810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.872851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.873016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.873122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.873429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.873429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.873513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.873580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.873649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.873744] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1006.938303] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.938485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.938572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.938824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.938987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.955077] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1007.735730] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 in Status: SUCCESS [ 1007.736026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.736270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.736542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.736745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.736883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.736968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.737142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.737237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.737313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.740521] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.242126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.242126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.242126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.242126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.242640] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.242640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.242640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.242640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.242790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.242790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.242954] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.243076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.243138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.243285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.243426] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.243768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.243768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.245273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.245273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.245273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.245273] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.632902] env[65658]: INFO networking_nsxv3.common.synchronization [req-bfadf4d8-1fb3-4b42-b7e2-31c59c71c45f req-e1e99960-00d0-4041-aafc-6a760b316678 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_members [ 1008.633736] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGHEST for action security_group_members [ 1008.634052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.634180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.634246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.634440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.634611] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.634711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.634772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.634911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.634996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.635099] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.748869] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ed2b3a3-9dae-47e2-8615-767fece186a9: rpc.has_security_group_logging(os_id): False [ 1008.767772] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.768069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.768356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.768579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.768760] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.768865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.768945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.769190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.769304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.769655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.769806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.770752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.770927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.771021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.771232] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.771345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.771501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.771691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.771740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.771900] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 is going to be created. [ 1008.835434] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.835434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.835657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.835745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.835930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.847370] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 in Status: IN_PROGRESS for 2s [ 1008.974796] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1008.974796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.033574] env[65658]: INFO networking_nsxv3.common.synchronization [req-2bbcad23-a096-4a97-9d60-ca3d7a3e0923 req-bac2d429-dc06-4483-9694-43d5c349292f tempest-ImagesOneServerNegativeTestJSON-1490375110 tempest-ImagesOneServerNegativeTestJSON-1490375110-project-member] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 1009.034207] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGHEST for action security_group_members [ 1009.034529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.034651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.034728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.034919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.035630] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.035630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.035630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.035630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.035630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.035630] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.138181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.138546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.139174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.139174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.139405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.140115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.141116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.141116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.141116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.141116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.141116] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b is going to be updated. [ 1009.171564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.171564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.171564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.171784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.171846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.182579] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b in Status: IN_PROGRESS for 2s [ 1009.541067] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.541686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.541686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.541686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.541686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.541987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.541987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.542145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.542276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.542346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.542396] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be updated. [ 1009.573678] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.574049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.574049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.574126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.574257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.584922] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: IN_PROGRESS for 2s [ 1009.624193] env[65658]: INFO networking_nsxv3.common.synchronization [req-da53899d-3970-4015-af55-bd108b1226b0 req-68f599c5-13db-47e0-afd9-0e00203c944e tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_members [ 1009.625127] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_members [ 1009.625699] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.626048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.626139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.626416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.626591] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.626705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.626774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.626905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.626991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.627098] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.007475] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.007774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-199" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.007996] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-199" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.008614] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-199" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.009078] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.009301] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.009504] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.009846] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.010097] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.010421] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.010629] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.010793] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.010980] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.011198] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.011399] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.011620] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.035643] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.035923] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.036296] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.036466] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-199" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.038356] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-55049c03-f59a-4652-a69a-52a6dabd4ca0 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.038356] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.038356] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.038356] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.038356] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55049c03-f59a-4652-a69a-52a6dabd4ca0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.129326] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.129566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.129566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.129846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.129943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.130159] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.130269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.130326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.130499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.130578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.130681] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab already deleted. [ 1010.130812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.316221] env[65658]: INFO networking_nsxv3.common.synchronization [None req-42a142a8-c6af-4d62-8bbc-a0b90ab757c3 None None] Enqueued Resource ID: 5c730588-e38c-43dc-b616-267f2b1b9d00 with Priority: HIGHEST for action port [ 1010.316221] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c730588-e38c-43dc-b616-267f2b1b9d00 with Priority: HIGHEST for action port [ 1010.316921] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c730588-e38c-43dc-b616-267f2b1b9d00 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.317232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c730588-e38c-43dc-b616-267f2b1b9d00" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.317413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c730588-e38c-43dc-b616-267f2b1b9d00" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.317796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c730588-e38c-43dc-b616-267f2b1b9d00" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.318017] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c730588-e38c-43dc-b616-267f2b1b9d00',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.541415] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.541800] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.541800] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.542152] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.542307] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.542462] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 55049c03-f59a-4652-a69a-52a6dabd4ca0 not found, creating... [ 1010.542730] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.542888] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.543011] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.543257] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.543395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.543684] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.543973] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.544186] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.544412] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.544579] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.544733] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 55049c03-f59a-4652-a69a-52a6dabd4ca0 is going to be created. [ 1010.565214] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.565434] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.565555] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.565843] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.566094] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.566331] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.820260] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c730588-e38c-43dc-b616-267f2b1b9d00 [ 1010.820498] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.821153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.821153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.821153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.821153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.821153] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c730588-e38c-43dc-b616-267f2b1b9d00 already deleted. [ 1010.821515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c730588-e38c-43dc-b616-267f2b1b9d00" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.865669] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 in Status: SUCCESS [ 1010.865669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.194511] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b in Status: SUCCESS [ 1011.194745] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b deletion is rescheduled due to dependency. [ 1011.194798] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.382507] env[65658]: INFO networking_nsxv3.common.synchronization [req-da53899d-3970-4015-af55-bd108b1226b0 req-ce62d2b8-924f-4fdb-981e-ab315fdb7fc1 service nova] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_rules [ 1011.382507] env[65658]: INFO networking_nsxv3.common.synchronization [req-da53899d-3970-4015-af55-bd108b1226b0 req-ce62d2b8-924f-4fdb-981e-ab315fdb7fc1 service nova] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_members [ 1011.382507] env[65658]: INFO networking_nsxv3.common.synchronization [req-da53899d-3970-4015-af55-bd108b1226b0 req-ce62d2b8-924f-4fdb-981e-ab315fdb7fc1 service nova] Enqueued Resource ID: 55049c03-f59a-4652-a69a-52a6dabd4ca0 with Priority: HIGHEST for action port [ 1011.382507] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_rules [ 1011.382507] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_members [ 1011.382507] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55049c03-f59a-4652-a69a-52a6dabd4ca0 with Priority: HIGHEST for action port [ 1011.382507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.383027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.383027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.383027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.383027] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.386576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.386576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.386576] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.386576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-55049c03-f59a-4652-a69a-52a6dabd4ca0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.386576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.387115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.387115] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55049c03-f59a-4652-a69a-52a6dabd4ca0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.595486] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 in Status: SUCCESS [ 1011.595486] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 deletion is rescheduled due to dependency. [ 1011.595486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.652144] env[65658]: INFO networking_nsxv3.common.synchronization [None req-7ae9262e-237b-4f9c-9dee-0e4590ee33a0 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1011.653037] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1011.653436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.653436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.653805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.653805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.653975] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.751242] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e9df919e-6fca-42b5-b636-fa152571be1e tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1011.751242] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1011.751607] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.751747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.889274] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55049c03-f59a-4652-a69a-52a6dabd4ca0 with status ACTIVE [ 1011.889593] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.889753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.890021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.891147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.891147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.891147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.891147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.891147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.891147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.891147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.891399] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.891399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.891478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.891575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.891731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.891731] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55049c03-f59a-4652-a69a-52a6dabd4ca0 is going to be updated. [ 1011.894722] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.894831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.895011] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.927018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.927018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.927018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.927018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.927018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.927018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55049c03-f59a-4652-a69a-52a6dabd4ca0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.178866] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.179779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.179929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.180302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.180456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.180586] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 already deleted. [ 1012.180718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.181784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.182258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.182726] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.398751] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.499530] env[65658]: INFO networking_nsxv3.common.synchronization [req-4a82b71d-69a9-4e58-8d87-9cfaafc2008e req-ad2c2f4b-3d52-4d11-a886-a2af32068872 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1012.500245] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1012.501805] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.501977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.501977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.502671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.502671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.502671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.502671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.502671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.502857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.503119] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.705046] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.705376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.705376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.705454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.705957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.705957] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 already deleted. [ 1012.705957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.900990] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.902262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.902347] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.902558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.902646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.902746] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab is going to be created. [ 1012.929935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.929935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.929935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.929935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.932050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.943539] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab in Status: UNINITIALIZED for 2s [ 1013.006129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.006389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.006389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.006568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.006647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.006873] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.006970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.007036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.007191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.007266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.007355] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1013.043218] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.043391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.044151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.044151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.044151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.062055] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1013.435133] env[65658]: INFO networking_nsxv3.common.synchronization [None req-f4035c6c-8766-4997-b61b-1cbe0bba3735 None None] Enqueued Resource ID: c66c876d-325b-4d4f-b448-059ae58435a4 with Priority: HIGHEST for action port [ 1013.435133] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66c876d-325b-4d4f-b448-059ae58435a4 with Priority: HIGHEST for action port [ 1013.435133] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66c876d-325b-4d4f-b448-059ae58435a4 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.435133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66c876d-325b-4d4f-b448-059ae58435a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.435133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66c876d-325b-4d4f-b448-059ae58435a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.435929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66c876d-325b-4d4f-b448-059ae58435a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.436321] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66c876d-325b-4d4f-b448-059ae58435a4',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.938584] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c66c876d-325b-4d4f-b448-059ae58435a4 [ 1013.938850] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.938991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.939054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.939247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.939338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.939430] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c66c876d-325b-4d4f-b448-059ae58435a4 already deleted. [ 1013.939509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66c876d-325b-4d4f-b448-059ae58435a4" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.954966] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab in Status: SUCCESS [ 1014.955325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.955443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.955657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.955842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.955956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.956052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.956178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.956256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.956372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.956417] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.072234] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1015.072418] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 deletion is rescheduled due to dependency. [ 1015.072530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.307214] env[65658]: INFO networking_nsxv3.common.synchronization [req-343d8884-941b-4943-8f1e-19745ae80726 req-a97ded50-0999-4e4d-9cf8-afa7dd03d06e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_members [ 1015.308032] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGHEST for action security_group_members [ 1015.308960] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.309143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.309215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.309446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.309628] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.309775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.309863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.310081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.313450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.313450] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.459672] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.821026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.821026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.821026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.821026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.844195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.844195] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.844195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.844195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.844195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.844195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.844195] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 is going to be updated. [ 1015.876089] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.876450] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.876741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.877070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.877303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.888182] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 in Status: IN_PROGRESS for 2s [ 1015.965201] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a726684d-8ca5-4241-87a5-2d7c4a6aa6ab: rpc.has_security_group_logging(os_id): False [ 1015.984885] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.986260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.986260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.986260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.986260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.986260] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.986260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.986260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.986611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.986611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.987253] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab is going to be created. [ 1016.055189] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.055394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.055447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.055651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.055854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.071798] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab in Status: IN_PROGRESS for 2s [ 1017.091092] env[65658]: INFO networking_nsxv3.common.synchronization [req-c1ae285f-7098-473b-8e21-7b0200a50e03 req-12e10af8-cbe8-4d7b-a0ec-dcc7b6a6e8c4 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1017.091400] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1017.091813] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.091935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.091991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.092605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.092605] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.092605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.092605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.092785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.092785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.092852] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.457856] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.458087] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.458212] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.458477] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.458731] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.458882] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.458996] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.459218] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.459357] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.459558] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.459668] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.459773] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.459908] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.460036] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.460143] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.460271] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.486701] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.486852] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.486894] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.487144] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.487447] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-faef096c-7148-427b-9eca-6b47e32ed8ca taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.487715] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.487852] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.488236] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.488385] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faef096c-7148-427b-9eca-6b47e32ed8ca',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.596755] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.898780] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 in Status: SUCCESS [ 1017.900927] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 deletion is rescheduled due to dependency. [ 1017.900927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.991887] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.992123] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.992278] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.992648] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.992857] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.993090] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port faef096c-7148-427b-9eca-6b47e32ed8ca not found, creating... [ 1017.993513] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.993753] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.994382] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.994382] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.994585] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.994898] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.995074] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.995210] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.995426] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.995556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.995693] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: faef096c-7148-427b-9eca-6b47e32ed8ca is going to be created. [ 1018.017176] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.017467] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.017675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.018075] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.018370] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.018668] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.087037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab in Status: SUCCESS [ 1018.087620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.098873] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.601704] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.601910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.601967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.602183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.602345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.602403] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1018.640854] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.641245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.641245] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.641464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.641567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.654877] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1018.788632] env[65658]: INFO networking_nsxv3.common.synchronization [req-c1ae285f-7098-473b-8e21-7b0200a50e03 req-ee9e0d83-dd6d-4494-8b37-830772a80314 service nova] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_rules [ 1018.788632] env[65658]: INFO networking_nsxv3.common.synchronization [req-c1ae285f-7098-473b-8e21-7b0200a50e03 req-ee9e0d83-dd6d-4494-8b37-830772a80314 service nova] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1018.788737] env[65658]: INFO networking_nsxv3.common.synchronization [req-c1ae285f-7098-473b-8e21-7b0200a50e03 req-ee9e0d83-dd6d-4494-8b37-830772a80314 service nova] Enqueued Resource ID: faef096c-7148-427b-9eca-6b47e32ed8ca with Priority: HIGHEST for action port [ 1018.789480] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_rules [ 1018.789673] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1018.789793] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faef096c-7148-427b-9eca-6b47e32ed8ca with Priority: HIGHEST for action port [ 1018.790212] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.790424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.790495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.790749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.790858] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.792520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.792520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.792633] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-faef096c-7148-427b-9eca-6b47e32ed8ca taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.792700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.792700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.793667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.793667] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faef096c-7148-427b-9eca-6b47e32ed8ca',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.235682] env[65658]: INFO networking_nsxv3.common.synchronization [req-9aaee81e-2620-4838-928b-68e143df1f16 req-7aa5f60b-e4f1-4e37-928b-a33a9e42e679 tempest-ServerTagsTestJSON-2009183582 tempest-ServerTagsTestJSON-2009183582-project-member] Enqueued Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_members [ 1019.236605] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGHEST for action security_group_members [ 1019.236709] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.236774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.236811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.237153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.237237] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.237340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.237389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.237542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.237624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.237764] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.299570] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.299698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.299964] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faef096c-7148-427b-9eca-6b47e32ed8ca with status ACTIVE [ 1019.300200] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.300299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.300342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.300539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.300628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.300791] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.300885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.300946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.301104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.301204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.301380] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.301470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.301528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.301665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.301735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.301817] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faef096c-7148-427b-9eca-6b47e32ed8ca is going to be updated. [ 1019.327211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.327326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.327390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.327595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.327735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.327954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faef096c-7148-427b-9eca-6b47e32ed8ca" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.740070] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.740270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.740317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.740503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.740597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.740797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.740927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.740988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.741173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.741252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.741357] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 is going to be updated. [ 1019.778175] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.778350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.778350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.778571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.778716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.788037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 in Status: IN_PROGRESS for 2s [ 1020.669996] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1020.669996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.669996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.670314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.670931] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.670931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.670931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.670931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.671111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.671111] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.173864] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.675373] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.804048] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 in Status: SUCCESS [ 1021.804240] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 deletion is rescheduled due to dependency. [ 1021.804359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.180047] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.180220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.180292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.180507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.180602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.180702] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1022.220495] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.220495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.220495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.220495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.220495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.234055] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1024.237130] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.237460] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1024.245417] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 4s [ 1024.281541] env[65658]: INFO networking_nsxv3.common.synchronization [None req-3ac73137-658a-4d7d-96be-ad03e0a97f35 None None] Enqueued Resource ID: 7e018dac-670b-4f78-b778-744983719755 with Priority: HIGHEST for action port [ 1024.282536] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e018dac-670b-4f78-b778-744983719755 with Priority: HIGHEST for action port [ 1024.282717] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e018dac-670b-4f78-b778-744983719755 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.282855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e018dac-670b-4f78-b778-744983719755" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.282904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e018dac-670b-4f78-b778-744983719755" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.283368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e018dac-670b-4f78-b778-744983719755" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.283461] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e018dac-670b-4f78-b778-744983719755',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.785416] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e018dac-670b-4f78-b778-744983719755 [ 1024.785668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.785797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.785862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.786129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.786236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.786348] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e018dac-670b-4f78-b778-744983719755 already deleted. [ 1024.786433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e018dac-670b-4f78-b778-744983719755" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.965748] env[65658]: INFO networking_nsxv3.common.synchronization [req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 req-8f1db905-fd44-4a60-975c-a63bb629a498 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_members [ 1024.966374] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_members [ 1024.966685] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.966806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.966865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.967538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.967843] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.968028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.968133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.968372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.968458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.968571] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.254173] env[65658]: INFO networking_nsxv3.common.synchronization [req-bd3dd6b2-dd5b-4035-b6a1-b93f8df3973c req-c358f32b-2a77-4917-bda7-da3470ecf18c tempest-SecurityGroupRulesNegativeTestJSON-1057208291 tempest-SecurityGroupRulesNegativeTestJSON-1057208291-project-member] Enqueued Resource ID: 2efd136e-7733-4472-97dd-257f38c0324b with Priority: HIGHEST for action security_group_rules [ 1025.256102] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efd136e-7733-4472-97dd-257f38c0324b with Priority: HIGHEST for action security_group_rules [ 1025.256102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efd136e-7733-4472-97dd-257f38c0324b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.256365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.256511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.257243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.257657] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efd136e-7733-4472-97dd-257f38c0324b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.468418] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.468705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.468899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.469681] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.470155] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.470409] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.470593] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.470933] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.471158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.471757] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.471991] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.472219] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.472415] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.472624] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.472847] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.473120] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.475498] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.475663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.475759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.476046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.476174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.476477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.476869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.476977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.477123] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 already deleted. [ 1025.477241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.499111] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.500205] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.500205] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.500205] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.500205] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.500205] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.501174] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.501174] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.501174] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a6a820-f8ac-4912-bbab-bda2a19bb98c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.779864] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.780109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.780190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.780449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.780589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.780718] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efd136e-7733-4472-97dd-257f38c0324b already deleted. [ 1025.780829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.005332] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005557] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.005681] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.005944] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.006171] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.006261] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port c2a6a820-f8ac-4912-bbab-bda2a19bb98c not found, creating... [ 1026.006573] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.006743] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.006887] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.007113] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.007249] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.007536] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.007683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.007793] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.007997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.008188] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.008334] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: c2a6a820-f8ac-4912-bbab-bda2a19bb98c is going to be created. [ 1026.029778] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.030038] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.030163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.030431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.030664] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.030890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.081579] env[65658]: INFO networking_nsxv3.common.synchronization [req-9c6f1946-f55c-43d8-83ec-711ace93e61a req-aa6392f4-2c83-4617-92e9-1f05642c1a5b tempest-SecurityGroupRulesNegativeTestJSON-1057208291 tempest-SecurityGroupRulesNegativeTestJSON-1057208291-project-member] Enqueued Resource ID: 2efd136e-7733-4472-97dd-257f38c0324b with Priority: HIGHEST for action security_group_rules [ 1026.082182] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efd136e-7733-4472-97dd-257f38c0324b with Priority: HIGHEST for action security_group_rules [ 1026.082848] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efd136e-7733-4472-97dd-257f38c0324b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.082848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.083046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.085624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.085624] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efd136e-7733-4472-97dd-257f38c0324b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.256620] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1026.257079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.257246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.257442] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.257556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.257619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.257791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.257845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.258029] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.606042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.606252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.606350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.606698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.607155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.607155] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efd136e-7733-4472-97dd-257f38c0324b already deleted. [ 1026.607155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efd136e-7733-4472-97dd-257f38c0324b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.761048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.761048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.761048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.761048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.762471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.762752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764894] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.764894] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764894] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.779568] env[65658]: INFO networking_nsxv3.common.synchronization [req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 req-60c33c75-3ee9-4f2c-9cf7-83d497db99d6 service nova] Enqueued Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_rules [ 1026.779690] env[65658]: INFO networking_nsxv3.common.synchronization [req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 req-60c33c75-3ee9-4f2c-9cf7-83d497db99d6 service nova] Enqueued Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_members [ 1026.780641] env[65658]: INFO networking_nsxv3.common.synchronization [req-d1159a9a-12f8-4e17-bfaf-c1f2530d5630 req-60c33c75-3ee9-4f2c-9cf7-83d497db99d6 service nova] Enqueued Resource ID: c2a6a820-f8ac-4912-bbab-bda2a19bb98c with Priority: HIGHEST for action port [ 1026.780641] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_rules [ 1026.780823] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_members [ 1026.780823] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a6a820-f8ac-4912-bbab-bda2a19bb98c with Priority: HIGHEST for action port [ 1026.781242] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.781422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.781551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.782160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.782160] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.782741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.782884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.782884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.783082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.783237] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.783328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.783379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.783520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.783605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.783693] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.789181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.789181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.789181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.789181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.789181] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a6a820-f8ac-4912-bbab-bda2a19bb98c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.007696] env[65658]: INFO networking_nsxv3.common.synchronization [None req-7563826e-4a72-4553-bcea-5645d583f48f None None] Enqueued Resource ID: 759b09ed-d681-4dea-8704-302415cbc443 with Priority: HIGHEST for action port [ 1027.008347] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 759b09ed-d681-4dea-8704-302415cbc443 with Priority: HIGHEST for action port [ 1027.008878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-759b09ed-d681-4dea-8704-302415cbc443 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.008878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-759b09ed-d681-4dea-8704-302415cbc443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.008878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-759b09ed-d681-4dea-8704-302415cbc443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.009132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-759b09ed-d681-4dea-8704-302415cbc443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.009181] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('759b09ed-d681-4dea-8704-302415cbc443',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.270361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09bd9350-d957-46ba-8772-e25b712a813d: rpc.has_security_group_logging(os_id): False [ 1027.294244] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.294562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.294562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.294695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.294766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.295920] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.295920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.295920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.296206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.296206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.296269] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.296429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.296429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.296764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.296764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.297039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.298026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.298026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.298026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.298026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.298026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1027.299593] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.299698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.299891] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.301413] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2a6a820-f8ac-4912-bbab-bda2a19bb98c with status ACTIVE [ 1027.301688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.302013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.302013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.302109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.302153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.302863] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.302973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.303051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.303210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.303291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.304023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.304023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.304023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.304023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.304023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.304023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2a6a820-f8ac-4912-bbab-bda2a19bb98c is going to be updated. [ 1027.326753] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.326891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.326959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.327174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.327304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.327573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a6a820-f8ac-4912-bbab-bda2a19bb98c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.382053] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.382281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.382382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.382632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.382991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.401181] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1027.511930] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 759b09ed-d681-4dea-8704-302415cbc443 [ 1027.512080] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.512338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.512420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.512640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.512787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.512822] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:759b09ed-d681-4dea-8704-302415cbc443 already deleted. [ 1027.513081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-759b09ed-d681-4dea-8704-302415cbc443" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.671372] env[65658]: INFO networking_nsxv3.common.synchronization [req-07d73a1b-7712-4aef-a78f-acfa234483e9 req-590ef3c5-8700-4f99-979f-2df7d951ec1b tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1027.672531] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1027.673679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.673905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.673905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.674138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.674339] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.674443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.674506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.674667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.674771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.674887] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.803134] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.119416] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.120277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.120277] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.120453] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.120807] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.121113] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.121202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.122617] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.122617] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122617] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.122617] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.122617] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.122617] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.122617] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.122617] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.122994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.146308] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.146308] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.146308] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.146308] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.146607] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.146782] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.146899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.147320] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.147389] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90219d4c-b420-4c2a-b1e7-5c7d73cb162e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.177074] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.308010] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.308377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.308377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.308470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.308645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.308727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 is going to be created. [ 1028.339621] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.339782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.339901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.340653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.340653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.353992] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441386e6-1eba-42ea-a632-d4de2b884f95 in Status: UNINITIALIZED for 2s [ 1028.651122] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.651390] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.651526] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.651796] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.651954] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.652160] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 90219d4c-b420-4c2a-b1e7-5c7d73cb162e not found, creating... [ 1028.652437] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.652613] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.652763] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.653059] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.653334] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.653491] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.653645] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.653758] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.653967] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.654116] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.654256] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 90219d4c-b420-4c2a-b1e7-5c7d73cb162e is going to be created. [ 1028.677649] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.677649] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.677888] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.678063] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.678326] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.678565] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.681280] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.183837] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.184017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.184017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.184292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.184448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.184881] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 1029.226566] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.226710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.226774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.227106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.227194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.237225] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1029.418127] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1029.418457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.470744] env[65658]: INFO networking_nsxv3.common.synchronization [req-07d73a1b-7712-4aef-a78f-acfa234483e9 req-6ae74f50-c0d2-4359-82ef-724ce3b48a86 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 1029.471008] env[65658]: INFO networking_nsxv3.common.synchronization [req-07d73a1b-7712-4aef-a78f-acfa234483e9 req-6ae74f50-c0d2-4359-82ef-724ce3b48a86 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1029.471080] env[65658]: INFO networking_nsxv3.common.synchronization [req-07d73a1b-7712-4aef-a78f-acfa234483e9 req-6ae74f50-c0d2-4359-82ef-724ce3b48a86 service nova] Enqueued Resource ID: 90219d4c-b420-4c2a-b1e7-5c7d73cb162e with Priority: HIGHEST for action port [ 1029.471618] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 1029.471755] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1029.471866] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90219d4c-b420-4c2a-b1e7-5c7d73cb162e with Priority: HIGHEST for action port [ 1029.472131] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.472427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.472471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.472672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.472779] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.473609] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.473701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.473893] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.473997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.474114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.474220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.474291] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90219d4c-b420-4c2a-b1e7-5c7d73cb162e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.977484] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.977729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.977956] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90219d4c-b420-4c2a-b1e7-5c7d73cb162e with status ACTIVE [ 1029.978236] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.978304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.978429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.978713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.978808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.979209] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.979345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.979431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.979622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.979734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.979947] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.980168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.980283] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.980688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.980800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.980904] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90219d4c-b420-4c2a-b1e7-5c7d73cb162e is going to be updated. [ 1030.006075] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.006201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.006241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.006430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.006575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.006735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90219d4c-b420-4c2a-b1e7-5c7d73cb162e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.236637] env[65658]: INFO networking_nsxv3.common.synchronization [req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 req-a0737889-1dba-4f25-8cfc-6f2fcf57c87c tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1030.237197] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1030.238740] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.238740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.238740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.238740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.238740] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.238740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.238740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.239095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.239095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.239670] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.367692] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441386e6-1eba-42ea-a632-d4de2b884f95 in Status: SUCCESS [ 1030.367935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.368170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.368417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.368645] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.368786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.369156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.369387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.369492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.369585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.369679] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.583842] env[65658]: INFO networking_nsxv3.common.synchronization [req-b2e46cbd-6c77-4cee-8af4-bf8467fe1026 req-b9d0b893-bfe9-4b2e-9481-abdcb028f379 tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1030.584443] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1030.584766] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.584878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.584943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.585395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.585562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.585659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.585780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.585950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.586033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.586127] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.633284] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.633284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.633284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.633284] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.633909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.633909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.633909] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.634062] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.634104] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.634207] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.634324] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.634418] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.634523] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.634654] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.657450] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.657625] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.657784] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.657974] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.658410] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-781ed3c0-bb73-448f-a4c0-324bea112975 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.658856] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.658856] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.659109] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.659262] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781ed3c0-bb73-448f-a4c0-324bea112975',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.742288] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.872483] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.088530] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.162138] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.162355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.162884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.162884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.163338] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.163338] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 781ed3c0-bb73-448f-a4c0-324bea112975 not found, creating... [ 1031.163706] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.163896] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.164023] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.164312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.164490] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.164917] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.165485] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.165485] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.165622] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.165733] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.165865] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 781ed3c0-bb73-448f-a4c0-324bea112975 is going to be created. [ 1031.189178] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.189428] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.189561] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.189822] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.190079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.190514] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.242881] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1031.243083] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1031.244411] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.247138] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1031.247328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.247477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.247679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.247866] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.247980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.248053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.248261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.248340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.248428] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.375881] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441386e6-1eba-42ea-a632-d4de2b884f95: rpc.has_security_group_logging(os_id): False [ 1031.396656] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.396889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.397145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.398778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.399101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.399294] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.399402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.399465] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.399658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.399730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.399828] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 is going to be created. [ 1031.508109] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.508109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.508109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.508109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.508343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.533785] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441386e6-1eba-42ea-a632-d4de2b884f95 in Status: IN_PROGRESS for 2s [ 1031.591161] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.746780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.746780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.747044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.747295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.747295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.747445] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1031.749636] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.781908] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.782123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.782123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.782305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.782420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.792093] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1031.916883] env[65658]: INFO networking_nsxv3.common.synchronization [req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 req-d4590a74-e39b-4094-8df4-410b057a1469 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 1031.917183] env[65658]: INFO networking_nsxv3.common.synchronization [req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 req-d4590a74-e39b-4094-8df4-410b057a1469 service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1031.917278] env[65658]: INFO networking_nsxv3.common.synchronization [req-f9b48ec0-5f6b-45a4-9b88-9226779ed9d5 req-d4590a74-e39b-4094-8df4-410b057a1469 service nova] Enqueued Resource ID: 781ed3c0-bb73-448f-a4c0-324bea112975 with Priority: HIGHEST for action port [ 1031.917728] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 1031.917858] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1031.918420] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781ed3c0-bb73-448f-a4c0-324bea112975 with Priority: HIGHEST for action port [ 1031.921683] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.922235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.922353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.922531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.922598] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.923519] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.923708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.924126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-781ed3c0-bb73-448f-a4c0-324bea112975 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.924126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.924126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.924126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.924341] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781ed3c0-bb73-448f-a4c0-324bea112975',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.097095] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.097095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.097095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.097095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.097095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.097095] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1032.131461] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.131769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.131948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.132329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.132584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.143851] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1032.251737] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.425797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.425982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.426245] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 781ed3c0-bb73-448f-a4c0-324bea112975 with status ACTIVE [ 1032.426429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.426568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.426631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.427529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.427529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.427529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.427529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.427529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.427849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.427849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.427849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.427966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.428000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.428225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.428333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.428478] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 781ed3c0-bb73-448f-a4c0-324bea112975 is going to be updated. [ 1032.460481] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.460641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.460742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.460920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.461156] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.461388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781ed3c0-bb73-448f-a4c0-324bea112975" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.754487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.754861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.754861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.754972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.755078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.755227] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 1032.786342] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.786486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.786659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.786805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.787140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.798264] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1033.559973] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441386e6-1eba-42ea-a632-d4de2b884f95 in Status: SUCCESS [ 1033.559973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.807038] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.807038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.807038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.807038] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.158151] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1034.158429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.312457] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.812661] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1034.812905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.812999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.813199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.813380] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.813491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.813551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.813695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.813768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813982] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.816783] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.319533] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.319686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.319758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.319969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.320073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.320170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1035.321481] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.321580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.321657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.321825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.321972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.322690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.322763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.322918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.323019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.323099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.323246] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.323349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.323411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.323629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.323771] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.323863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.323921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.324205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.324291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.324398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.324476] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.354400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.354628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.354628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.368632] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1035.566626] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5051296b-61f4-4385-a677-299dd76ff4ea None None] Enqueued Resource ID: 1b2088c6-40b4-4743-820f-fd5c55058e17 with Priority: HIGHEST for action port [ 1035.567045] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2088c6-40b4-4743-820f-fd5c55058e17 with Priority: HIGHEST for action port [ 1035.567223] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2088c6-40b4-4743-820f-fd5c55058e17 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.567325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2088c6-40b4-4743-820f-fd5c55058e17" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.567466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2088c6-40b4-4743-820f-fd5c55058e17" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.567642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2088c6-40b4-4743-820f-fd5c55058e17" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.567723] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2088c6-40b4-4743-820f-fd5c55058e17',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.828589] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd624d05-4706-4739-be6b-69bfda905751: rpc.has_security_group_logging(os_id): False [ 1035.847066] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.847421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.847598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.848605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.848605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.848605] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.848868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.849727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.849727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.849727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.849727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.849727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.849727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.853087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.853087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.853087] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.853087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.853087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.853087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.853087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.853087] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 1035.915267] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.915414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.916044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.916044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.916044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.932885] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1036.070585] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b2088c6-40b4-4743-820f-fd5c55058e17 [ 1036.070845] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.070998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.071105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.071372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.071475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.071570] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b2088c6-40b4-4743-820f-fd5c55058e17 already deleted. [ 1036.071666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2088c6-40b4-4743-820f-fd5c55058e17" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.380714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1037.381174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.381174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.381398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.382479] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.382479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.382479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.382479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.382479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.382479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.382479] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.663886] env[65658]: INFO networking_nsxv3.common.synchronization [req-86a3e68e-c3fb-4225-a619-01b20bc585af req-7001d744-8134-4b67-a22f-ef7e4b0574c6 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1037.664459] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1037.665669] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.665831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.665936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.666396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.666490] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.666631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.667454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.667668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.667793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.668753] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.884754] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.884971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.885223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.885393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.885496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.885559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.885743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.885871] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.885977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.886140] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.886257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.886323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.886468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.886604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.886694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.886764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.886885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.886959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.887050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.887139] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.948414] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1037.948631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.068638] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.068792] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.068952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.070380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.070380] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.070380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.070380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.070380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.070380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.070754] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.070754] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.070754] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.071134] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.071134] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.071134] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.071424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.091284] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.091456] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.091594] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.091771] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.092187] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-f0206cad-e512-416e-946b-ea253b7cf9eb taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.092301] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.092371] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.092813] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.092886] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0206cad-e512-416e-946b-ea253b7cf9eb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.172938] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.172938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.172938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.173632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.174047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.175095] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.175095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.175095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.175095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.175095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.175095] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 already deleted. [ 1038.175095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.391064] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 1038.414051] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.414277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.414328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.414621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.414621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.415850] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.415850] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.415850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.416274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.416903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.417045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.417113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.417278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.417355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.417447] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1038.445710] env[65658]: INFO networking_nsxv3.common.synchronization [None req-2bfbad9d-ea4e-499e-bb8e-d0c67891fb8f None None] Enqueued Resource ID: aae81269-ade8-462b-a2a7-e59a053cae09 with Priority: HIGHEST for action port [ 1038.446357] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae81269-ade8-462b-a2a7-e59a053cae09 with Priority: HIGHEST for action port [ 1038.446777] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae81269-ade8-462b-a2a7-e59a053cae09 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.446952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae81269-ade8-462b-a2a7-e59a053cae09" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae81269-ade8-462b-a2a7-e59a053cae09" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae81269-ade8-462b-a2a7-e59a053cae09" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.447481] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae81269-ade8-462b-a2a7-e59a053cae09',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.495976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.495976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.495976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.495976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.495976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.520975] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1038.596500] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.596747] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.596883] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.597197] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.597349] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.597508] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port f0206cad-e512-416e-946b-ea253b7cf9eb not found, creating... [ 1038.597776] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.597932] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.598058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.598319] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.598455] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.598743] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.598894] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.599010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.599361] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.599514] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.599657] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: f0206cad-e512-416e-946b-ea253b7cf9eb is going to be created. [ 1038.635465] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.635890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.635890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.636297] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.636297] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.636491] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.949448] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aae81269-ade8-462b-a2a7-e59a053cae09 [ 1038.949736] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.949963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.949963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.950570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.950570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.950570] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aae81269-ade8-462b-a2a7-e59a053cae09 already deleted. [ 1038.950570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae81269-ade8-462b-a2a7-e59a053cae09" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.513510] env[65658]: INFO networking_nsxv3.common.synchronization [req-86a3e68e-c3fb-4225-a619-01b20bc585af req-43e4961d-d3cd-4d2a-8310-1701b8aa3d48 service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1039.513886] env[65658]: INFO networking_nsxv3.common.synchronization [req-86a3e68e-c3fb-4225-a619-01b20bc585af req-43e4961d-d3cd-4d2a-8310-1701b8aa3d48 service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1039.514015] env[65658]: INFO networking_nsxv3.common.synchronization [req-86a3e68e-c3fb-4225-a619-01b20bc585af req-43e4961d-d3cd-4d2a-8310-1701b8aa3d48 service nova] Enqueued Resource ID: f0206cad-e512-416e-946b-ea253b7cf9eb with Priority: HIGHEST for action port [ 1039.514900] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1039.515074] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1039.515988] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0206cad-e512-416e-946b-ea253b7cf9eb with Priority: HIGHEST for action port [ 1039.515988] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.515988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.515988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.515988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.516303] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.519180] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.520189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.520189] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.520189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.520702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.520702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.520702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.520702] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.522150] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0206cad-e512-416e-946b-ea253b7cf9eb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.522150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.522150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.522566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.522660] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0206cad-e512-416e-946b-ea253b7cf9eb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.018477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.018630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027185] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.029181] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0206cad-e512-416e-946b-ea253b7cf9eb with status ACTIVE [ 1040.029408] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.029539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.029603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.029815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.029905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.030604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030799] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.031309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.031309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.031309] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0206cad-e512-416e-946b-ea253b7cf9eb is going to be updated. [ 1040.058118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.058118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.058118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.058444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.058484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.058646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0206cad-e512-416e-946b-ea253b7cf9eb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.533300] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.544732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1040.544732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.036255] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.036521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.036705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.036983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.037101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.037240] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be created. [ 1041.082125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.082365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.082365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.082788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.082788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.098436] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: UNINITIALIZED for 2s [ 1041.310796] env[65658]: INFO networking_nsxv3.common.synchronization [None req-a5011da6-1d6a-4271-835f-1bc1fad4347b tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_rules [ 1041.311204] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_rules [ 1041.311275] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.311723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.311814] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.431545] env[65658]: INFO networking_nsxv3.common.synchronization [None req-53fcf18b-b7e9-410d-bbe7-eade518758fb tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_rules [ 1041.432301] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_rules [ 1041.434459] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.434572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.837409] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.837814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.837814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.837935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.838045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.838146] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eba537-c27b-409c-b428-1d546e98e37d already deleted. [ 1041.838234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.838389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.838550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.838633] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.357276] env[65658]: INFO networking_nsxv3.common.synchronization [req-32d3b110-86d1-4126-a7f3-249e7675666f req-a6d2a1b3-848c-45f8-9ca0-d9b4524a7eb2 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_members [ 1042.358082] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGHEST for action security_group_members [ 1042.358398] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.358932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.359014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.359252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.359429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.359532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.359593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.359751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.359836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.360041] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.364224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.364394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.364394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.364638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.364704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.365058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eba537-c27b-409c-b428-1d546e98e37d already deleted. [ 1042.365196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.864679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.864679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.864679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.865305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.892025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.892025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.892025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.892025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.892025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.892025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.892025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 is going to be updated. [ 1042.921867] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.922036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.922110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.922332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.922519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.935739] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129423e4-7371-4347-ac1b-133cdf696c91 in Status: IN_PROGRESS for 2s [ 1043.110014] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1043.110291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.110475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.110686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.110893] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.111034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.111107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.111860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.111860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111860] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.616981] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.120102] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf25da7-2326-4734-ba70-74b297844704: rpc.has_security_group_logging(os_id): False [ 1044.144434] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.144434] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.144434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.144434] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be created. [ 1044.225620] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.226131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.226131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.226131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.226334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.242663] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1044.948646] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 129423e4-7371-4347-ac1b-133cdf696c91 in Status: SUCCESS [ 1044.948646] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 deletion is rescheduled due to dependency. [ 1044.948646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.258608] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1046.258926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.359344] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.359720] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1047.855223] env[65658]: INFO networking_nsxv3.common.synchronization [req-59705562-3982-4a87-b46e-fc67a56584b5 req-f8e1e831-61c6-4490-9065-31a6851db8b7 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1047.856883] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1047.856883] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.856883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.856883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.856883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.857935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.857935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.857935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.857935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.857935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.857935] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.360023] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.863493] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.369812] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.369812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.369812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.369812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.369812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.371233] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1049.408037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.408037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.408037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.408380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.408380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.417705] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1049.585910] env[65658]: INFO networking_nsxv3.common.synchronization [req-3a0c294d-6601-4c78-896c-cd707790df0b req-41e94afc-fcdb-4334-8587-5f04d6c299a7 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1049.586454] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1049.586760] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.587482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.587654] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.587823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.587900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.588100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.588284] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.099464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.099464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.099464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.099464] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 1050.139032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.139281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.139281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.139615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.139615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.151223] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 1051.430464] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1051.431581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.164170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 1052.164399] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 1052.164689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.409530] env[65658]: INFO networking_nsxv3.common.synchronization [req-bf62334d-5be2-451a-b96b-00132584512a req-4173040f-24b4-4c06-ba51-b07c5aba7a27 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1052.410106] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1052.410466] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.410590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.410661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.411080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.411080] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.411714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.411714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.411846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.411935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.412049] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.733676] env[65658]: INFO networking_nsxv3.common.synchronization [req-41f2a5aa-aa83-4bbc-a156-49787a74c583 req-d8b1c590-e50d-4c34-afb1-cf151717051e tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1052.734479] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1052.734670] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.734748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.734796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.734980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.735352] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.735686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.736106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.736106] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.916139] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.916310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.916382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.916599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.916695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.916895] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.916990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.917222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.917336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.917398] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1052.946794] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.946997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.946997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.947352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.947352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.958643] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1053.238310] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.740779] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.244219] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.244219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.244219] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 1054.278222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.278472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.278512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.278711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.278859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.292174] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1054.358507] env[65658]: INFO networking_nsxv3.common.synchronization [req-a958abf7-2431-44ca-87f5-081679982e52 req-0f7cc385-a47b-4948-a13e-cd0efa480c61 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Enqueued Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_members [ 1054.359143] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_members [ 1054.359465] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.359585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.359639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.359890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.360101] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.360226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.360281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.360441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.360529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.360622] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.662734] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.662960] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.663071] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.663342] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.663601] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.663757] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.663873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664106] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664255] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.664460] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.664572] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.664675] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.664780] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.664909] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.665038] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.665206] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.685191] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.685372] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.685497] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.685677] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-688" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.685996] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-f6d58f32-a862-4b23-a8ce-62939be382e0 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.686214] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.686345] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.686654] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.686794] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d58f32-a862-4b23-a8ce-62939be382e0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.863142] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.863464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.863464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.863683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.863683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.863860] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.863945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.863989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.864911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.864911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.864911] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25114d85-9685-40fb-859a-7fb8928e53e8 already deleted. [ 1054.864911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.971965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1054.971965] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1054.972145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.188632] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.188860] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.188983] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.189309] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.189495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.189662] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port f6d58f32-a862-4b23-a8ce-62939be382e0 not found, creating... [ 1055.189940] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.190151] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.190287] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.190515] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.190650] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.190937] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.191102] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.191218] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.191425] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.191555] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.191693] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: f6d58f32-a862-4b23-a8ce-62939be382e0 is going to be created. [ 1055.213175] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.213397] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.213522] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.213864] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.214317] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.214317] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.912943] env[65658]: INFO networking_nsxv3.common.synchronization [req-a958abf7-2431-44ca-87f5-081679982e52 req-6edb1381-1ae4-49ef-8c25-a990ff4dea75 service nova] Enqueued Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_rules [ 1055.913220] env[65658]: INFO networking_nsxv3.common.synchronization [req-a958abf7-2431-44ca-87f5-081679982e52 req-6edb1381-1ae4-49ef-8c25-a990ff4dea75 service nova] Enqueued Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_members [ 1055.913364] env[65658]: INFO networking_nsxv3.common.synchronization [req-a958abf7-2431-44ca-87f5-081679982e52 req-6edb1381-1ae4-49ef-8c25-a990ff4dea75 service nova] Enqueued Resource ID: f6d58f32-a862-4b23-a8ce-62939be382e0 with Priority: HIGHEST for action port [ 1055.913496] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_rules [ 1055.913621] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_members [ 1055.913716] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d58f32-a862-4b23-a8ce-62939be382e0 with Priority: HIGHEST for action port [ 1055.914296] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.914717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.914717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.914717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.914875] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.916187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.916519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.916519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.916614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.916683] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.916775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.916838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.916990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.917110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.917253] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.918059] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d58f32-a862-4b23-a8ce-62939be382e0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.918332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.918404] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.918754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.918754] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d58f32-a862-4b23-a8ce-62939be382e0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.302602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1056.302769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.420486] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.420634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.420926] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.421764] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d58f32-a862-4b23-a8ce-62939be382e0 with status ACTIVE [ 1056.421901] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.422049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.422110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.422264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.422414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.422538] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.422727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.422727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.422823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.422905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.423089] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.423328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.423328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.423398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.423429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.423512] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d58f32-a862-4b23-a8ce-62939be382e0 is going to be updated. [ 1056.444867] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.445021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.445087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.445296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.445429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.445585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d58f32-a862-4b23-a8ce-62939be382e0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.925213] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.428973] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.429253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.429420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.429693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.429838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.429978] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25114d85-9685-40fb-859a-7fb8928e53e8 is going to be created. [ 1057.462363] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.462363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.462363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.462712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.462712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.474043] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25114d85-9685-40fb-859a-7fb8928e53e8 in Status: UNINITIALIZED for 2s [ 1058.301716] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ee494cf1-8ddc-41dc-9fa6-984a84ce21e0 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_rules [ 1058.302265] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_rules [ 1058.302622] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.302745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.302815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.303081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.303132] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.392034] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1c71ae6a-3905-420f-b925-133ca55f0f9c tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_rules [ 1058.392528] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_rules [ 1058.393234] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.393234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.824940] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.824940] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 already deleted. [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.824940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.824940] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.837708] env[65658]: INFO networking_nsxv3.common.synchronization [req-7d74cf1a-3a3d-4990-adc5-ef2794b44fb1 req-aff27088-265b-4d85-9f1e-d56ea9891d99 tempest-AttachVolumeTestJSON-659411798 tempest-AttachVolumeTestJSON-659411798-project-member] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_members [ 1058.838904] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGHEST for action security_group_members [ 1058.839359] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.839648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.839997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.840440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.840637] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.840875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.840987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.841232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.841354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.841660] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.346014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.346014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.346014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.346014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.346582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.346582] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 already deleted. [ 1059.346582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.346582] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.346726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.346726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.346921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.346921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.347147] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.347440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.347694] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 is going to be updated. [ 1059.376414] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.376414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.376414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.376654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.376738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.386262] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 in Status: IN_PROGRESS for 2s [ 1059.485811] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25114d85-9685-40fb-859a-7fb8928e53e8 in Status: SUCCESS [ 1059.486039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.486218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.486438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.486633] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.486750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.486816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.487225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.487225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.487225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.487225] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.895944] env[65658]: INFO networking_nsxv3.common.synchronization [req-b791dcbc-0704-42cd-9e2c-8eb7988fcca1 req-9b88f89e-dc59-4d50-bc5b-f0826c21f5bc tempest-ServersTestFqdnHostnames-366481276 tempest-ServersTestFqdnHostnames-366481276-project-member] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_members [ 1059.896511] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGHEST for action security_group_members [ 1059.896824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.897179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.897414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.897575] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.897699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.897761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.897885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.898043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.898090] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.993022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.993022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.993022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.993022] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.993022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.993829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.993829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.993829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.993829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.993829] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.400076] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.400499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.400499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.400609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.400722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.400920] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.401019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.401085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.401287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.401356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.401443] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab is going to be updated. [ 1060.433869] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.434055] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.434106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.434329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.434494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.453367] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab in Status: IN_PROGRESS for 2s [ 1060.500334] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25114d85-9685-40fb-859a-7fb8928e53e8: rpc.has_security_group_logging(os_id): False [ 1060.521280] env[65658]: INFO networking_nsxv3.common.synchronization [req-02adcc37-95f5-49ed-b8b6-b63c099e304a req-69b7841b-2e06-48b3-944f-efbf616625b4 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_members [ 1060.521280] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_members [ 1060.521678] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.521896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.522042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.522285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.522448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.522528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.522575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.522713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.522795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.522899] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.524906] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.525064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.525111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.525254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.525336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.525537] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.525630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.525688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.525829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.525899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.526674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.526793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.526858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.527020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.527097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.527287] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.527378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.527566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.527713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.527878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.527962] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25114d85-9685-40fb-859a-7fb8928e53e8 is going to be created. [ 1060.601457] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.601621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.601694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.601975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.602175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.616597] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25114d85-9685-40fb-859a-7fb8928e53e8 in Status: IN_PROGRESS for 2s [ 1060.873248] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.873248] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.873435] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.873602] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.873881] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.874086] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.874207] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874412] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874551] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.874751] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.874876] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.874984] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.875125] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.876065] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.876065] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.876065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.897188] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.897364] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.897514] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.897689] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.897991] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.898172] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.898291] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.898594] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.898730] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4c6aaf-b622-432f-84b9-4d79ea4b75d6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.030719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.030899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.030979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.031239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.031345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.031584] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.031686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.031754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.031908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.031984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.032080] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eba537-c27b-409c-b428-1d546e98e37d already deleted. [ 1061.032158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.396614] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 in Status: SUCCESS [ 1061.396860] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 deletion is rescheduled due to dependency. [ 1061.397077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.402160] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.402504] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.402549] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.402890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.403054] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.403208] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 not found, creating... [ 1061.403475] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.403632] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.403747] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.403961] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.404162] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.404468] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.404653] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.404778] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.405160] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.405160] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.405336] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 is going to be created. [ 1061.431674] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.431880] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.432012] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.432354] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.432629] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.432850] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.145801] env[65658]: INFO networking_nsxv3.common.synchronization [req-02adcc37-95f5-49ed-b8b6-b63c099e304a req-7af72860-9b4c-41ee-b3b9-66a4389b3018 service nova] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_rules [ 1062.145990] env[65658]: INFO networking_nsxv3.common.synchronization [req-02adcc37-95f5-49ed-b8b6-b63c099e304a req-7af72860-9b4c-41ee-b3b9-66a4389b3018 service nova] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_members [ 1062.146169] env[65658]: INFO networking_nsxv3.common.synchronization [req-02adcc37-95f5-49ed-b8b6-b63c099e304a req-7af72860-9b4c-41ee-b3b9-66a4389b3018 service nova] Enqueued Resource ID: 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 with Priority: HIGHEST for action port [ 1062.147037] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_rules [ 1062.147037] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_members [ 1062.147037] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 with Priority: HIGHEST for action port [ 1062.148311] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.148467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.148532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.148730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.148869] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.150237] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.150337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.150426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.150621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.150724] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.150808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.150909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.151045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.151045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.151446] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.152011] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.152192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.152192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.152384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.152437] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4c6aaf-b622-432f-84b9-4d79ea4b75d6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.464443] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab in Status: SUCCESS [ 1062.465079] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab deletion is rescheduled due to dependency. [ 1062.465079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.629447] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25114d85-9685-40fb-859a-7fb8928e53e8 in Status: SUCCESS [ 1062.629719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.654350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.654503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.654674] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.655600] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 with status ACTIVE [ 1062.655841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.655927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.655982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.656194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.656284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.656449] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.656569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.656633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.656806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.656866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.657137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.657277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.657359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.657527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.657605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.657691] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a4c6aaf-b622-432f-84b9-4d79ea4b75d6 is going to be updated. [ 1062.678577] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.679061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.679061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.679061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.679531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.679531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a4c6aaf-b622-432f-84b9-4d79ea4b75d6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.159798] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.665755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.666099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.666099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.666242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.666334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666435] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eba537-c27b-409c-b428-1d546e98e37d is going to be created. [ 1063.693744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.694068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.694123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.694825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.694825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.707906] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: UNINITIALIZED for 2s [ 1063.793832] env[65658]: INFO networking_nsxv3.common.synchronization [req-edff4165-3ef2-4411-a146-2189ed2faa34 req-a0adab6c-18f2-4f1e-8715-39982bddc854 tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1063.793925] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1063.794296] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.794462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.794551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.794713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.795289] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.795289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.795289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.795289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.795289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.795799] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.148506] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.148821] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.148980] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.149396] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.149752] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150025] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150310] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150654] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150903] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151226] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.151441] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.151647] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.151853] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.152110] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.152437] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.152569] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.175574] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.175750] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.175885] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.176062] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-806" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.176396] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-d38cb247-c588-4ab6-961b-f76942b86ae0 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.176724] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.176842] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.177189] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.177327] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38cb247-c588-4ab6-961b-f76942b86ae0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.297242] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.297461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.297461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.297705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.297771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.298069] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.298241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.298405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.298533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.298631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.298727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 1064.346356] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.346580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.346580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.346768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.347442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.370634] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 1064.680143] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.680481] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.680629] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.680858] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.681016] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.681177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port d38cb247-c588-4ab6-961b-f76942b86ae0 not found, creating... [ 1064.681468] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.681777] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.681900] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.682153] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.682293] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.682603] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.682747] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.682866] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.683144] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.683287] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.683423] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: d38cb247-c588-4ab6-961b-f76942b86ae0 is going to be created. [ 1064.707064] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.707064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.707064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.707064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.707064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.707064] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.481707] env[65658]: INFO networking_nsxv3.common.synchronization [req-edff4165-3ef2-4411-a146-2189ed2faa34 req-d7c1ff7b-7692-4401-8c3f-0261346849a3 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 1065.481888] env[65658]: INFO networking_nsxv3.common.synchronization [req-edff4165-3ef2-4411-a146-2189ed2faa34 req-d7c1ff7b-7692-4401-8c3f-0261346849a3 service nova] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1065.482131] env[65658]: INFO networking_nsxv3.common.synchronization [req-edff4165-3ef2-4411-a146-2189ed2faa34 req-d7c1ff7b-7692-4401-8c3f-0261346849a3 service nova] Enqueued Resource ID: d38cb247-c588-4ab6-961b-f76942b86ae0 with Priority: HIGHEST for action port [ 1065.483092] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_rules [ 1065.483092] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1065.483092] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38cb247-c588-4ab6-961b-f76942b86ae0 with Priority: HIGHEST for action port [ 1065.483598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.483943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.484082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.484348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.484473] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.486161] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.486731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.486731] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38cb247-c588-4ab6-961b-f76942b86ae0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.486731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.486731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.487115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.488532] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38cb247-c588-4ab6-961b-f76942b86ae0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.718547] env[65658]: INFO networking_nsxv3.common.synchronization [req-b4ba6450-928c-4f0c-bdc4-008eae04870a req-5065f95d-4512-421d-bc6f-3bf0d15cc39a tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1065.719623] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: SUCCESS [ 1065.719847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.720482] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1065.720655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.720898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.722115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.722115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.722115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.722115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.722115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.722115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.722115] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.722856] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.723010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.723084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.723228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.723391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.723546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.723643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.723855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.723958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.724132] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.991145] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.991286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.994698] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38cb247-c588-4ab6-961b-f76942b86ae0 with status ACTIVE [ 1065.994898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.995201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.995201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.995318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.995398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.995574] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.995672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.995792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.995916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.995968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996124] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.996224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.996328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.996410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.996475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996559] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38cb247-c588-4ab6-961b-f76942b86ae0 is going to be updated. [ 1066.034263] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.034477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.034477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.034680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.034874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.035046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38cb247-c588-4ab6-961b-f76942b86ae0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.226281] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.227670] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.382058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 1066.382573] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 1066.382822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.383110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.383456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.383750] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.384030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.384222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.384498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.385015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.385015] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.728719] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4eba537-c27b-409c-b428-1d546e98e37d: rpc.has_security_group_logging(os_id): False [ 1066.729864] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.751037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.751037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.751037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.751037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.751674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.751674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.751674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751870] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eba537-c27b-409c-b428-1d546e98e37d is going to be created. [ 1066.817379] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.817686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.817686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.818137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.818360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.834981] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: IN_PROGRESS for 2s [ 1066.889255] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.233066] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.233230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.233298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.233519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.233611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.233715] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1067.263696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.263696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.263696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.263696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.263696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.272239] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1067.391874] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.895140] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.895482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.895482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.895774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.895923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.895993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 1067.933626] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.933626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.933626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.933950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.933950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.945955] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 1068.207288] env[65658]: INFO networking_nsxv3.common.synchronization [req-af33aa65-1a60-4481-bdda-1be76c42c3f7 req-4b421712-084a-4f0f-aa44-450495ea802e tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1068.208054] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1068.208151] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.208275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.208341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.208544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.208727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.208850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.208888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.209033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.209124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.209208] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.567975] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.567975] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.567975] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.567975] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.568452] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.568452] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.568646] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.568810] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.568951] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.569198] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.569304] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.569407] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.569522] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.569904] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.569904] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.569904] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.597645] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.597860] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.598032] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.598240] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.598684] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.598845] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.598893] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.599247] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.599404] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b192f7a-70d8-4f8b-a3eb-01c2a1bed902',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.711554] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.711772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.711885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.712143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.712378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.713057] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.713339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.713383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.713816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.713816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.713915] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1068.747125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.747282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.747355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.747596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.747743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.762555] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1068.854205] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: SUCCESS [ 1068.854511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102489] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102820] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102875] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.103439] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.103439] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.103439] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 not found, creating... [ 1069.103751] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.104023] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.104023] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.104259] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.104391] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.104670] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.104824] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.104939] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.105163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.105296] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.105435] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 is going to be created. [ 1069.134907] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.135120] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.135313] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.135676] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.135937] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.136208] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.287493] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1069.287781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.330930] env[65658]: INFO networking_nsxv3.common.synchronization [req-94be1194-7525-4344-8f8a-a9994e313e63 req-9249473a-d6d7-4959-8e0d-f49b6ed44b4c tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1069.331686] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1069.332052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.332229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.332572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.332743] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.332844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.333132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.333236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.333331] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.835550] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.836777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.836777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.836777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.836777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.836777] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.836777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.836777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.837152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.837152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.837286] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 1069.875805] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.876024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.876114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.876543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.876543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.890529] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1069.913799] env[65658]: INFO networking_nsxv3.common.synchronization [req-af33aa65-1a60-4481-bdda-1be76c42c3f7 req-de554b73-0d64-4270-81d3-dd6fe61792a6 service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1069.913998] env[65658]: INFO networking_nsxv3.common.synchronization [req-af33aa65-1a60-4481-bdda-1be76c42c3f7 req-de554b73-0d64-4270-81d3-dd6fe61792a6 service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1069.914164] env[65658]: INFO networking_nsxv3.common.synchronization [req-af33aa65-1a60-4481-bdda-1be76c42c3f7 req-de554b73-0d64-4270-81d3-dd6fe61792a6 service nova] Enqueued Resource ID: 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 with Priority: HIGHEST for action port [ 1069.914927] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1069.915130] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1069.915293] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 with Priority: HIGHEST for action port [ 1069.915668] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.915767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.915830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.916038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.916123] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.916956] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.917064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.917259] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.917814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.917814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.917814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.917814] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b192f7a-70d8-4f8b-a3eb-01c2a1bed902',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.956947] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 1069.957696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.957696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.957696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.957912] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.957912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.958038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.958146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.958249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.958342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.958598] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.069017] env[65658]: INFO networking_nsxv3.common.synchronization [req-bb56be3c-61db-423f-a84c-a7a90ae04e92 req-7c980b2a-0c0f-46d0-a3bd-d0d586054317 tempest-AttachInterfacesV270Test-1650944810 tempest-AttachInterfacesV270Test-1650944810-project-member] Enqueued Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_members [ 1070.069620] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGHEST for action security_group_members [ 1070.069971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.070197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.070284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.070464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.070624] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.070721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.070784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.070915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.070999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.071106] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.420762] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.421227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.421227] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 with status ACTIVE [ 1070.421521] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.421521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.421639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.421894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.422166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.422315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.422531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.422531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.422692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.422872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.423040] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.423193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.423281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.423438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.423514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.423628] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b192f7a-70d8-4f8b-a3eb-01c2a1bed902 is going to be updated. [ 1070.447880] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.447880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.448164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.448274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.448443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.448731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b192f7a-70d8-4f8b-a3eb-01c2a1bed902" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.461510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.461656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.461656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.462279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.462279] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.462279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.462604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.462604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.462604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.462771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.463349] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.463349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.463349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.463349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.463631] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.463631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.463631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.463778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.467025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467025] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.573308] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.573474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.573731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.573796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.573864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.574098] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.574229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.574229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.574391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.574473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.574561] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25114d85-9685-40fb-859a-7fb8928e53e8 is going to be updated. [ 1070.612453] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.612453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.612453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.612453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.612453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.627861] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25114d85-9685-40fb-859a-7fb8928e53e8 in Status: IN_PROGRESS for 2s [ 1070.773559] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1070.773776] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1070.773885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.774493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.774755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.775228] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.775228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.775228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.775487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.775535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.775762] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.969062] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a51e0b1-2738-4c9b-8791-5929a441d854: rpc.has_security_group_logging(os_id): False [ 1070.990072] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.990072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.990072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.990072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990541] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.990541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.990541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.990709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990709] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.991063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.991063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.991315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.991434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991637] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.991755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.991804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.991950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.992029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.992134] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 1071.091955] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.092210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.092210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.092394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.092579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.107313] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 1071.278121] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.449737] env[65658]: INFO networking_nsxv3.common.synchronization [req-9a3f549d-0b3d-4a12-b1b7-76089d8eef12 req-77827bd7-ab10-4877-97fb-9f0f9dc0d53d tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_members [ 1071.450222] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGHEST for action security_group_members [ 1071.450576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.450750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.450750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.451023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.451577] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.451747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.451827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.452030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.452151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.452240] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.780618] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.902795] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1071.902795] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 deletion is rescheduled due to dependency. [ 1071.902795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.956095] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.956432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.957208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.957456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.957555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.957862] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.958037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.958190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.958393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.958561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.958699] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535caca6-a451-499a-8195-114467b4ea62 is going to be updated. [ 1071.993696] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.993876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.993931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.994252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.994400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.005173] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535caca6-a451-499a-8195-114467b4ea62 in Status: IN_PROGRESS for 2s [ 1072.283388] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.283603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.283603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.284550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.284550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.284550] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1072.315016] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.315230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.315327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.326124] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1072.637091] env[65658]: INFO networking_nsxv3.common.synchronization [req-1365f8d4-a433-42da-98b3-4a7fa9970570 req-7c522c71-32fa-4e88-870b-94af084b3487 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_members [ 1072.638274] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_members [ 1072.638274] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.638441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.638441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.638652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.638825] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.638927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.638986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.639153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.639550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.639550] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.641021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25114d85-9685-40fb-859a-7fb8928e53e8 in Status: SUCCESS [ 1072.641184] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25114d85-9685-40fb-859a-7fb8928e53e8 deletion is rescheduled due to dependency. [ 1072.641281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.947819] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948926] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.948926] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.948926] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.948926] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948926] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.949199] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.949386] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.949499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.949747] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.949874] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.949983] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.950150] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.950463] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.950629] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.950743] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.971731] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.971731] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.971731] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.972010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.972378] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-f864c541-a578-4fbd-93f8-562c711c4ddb taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.972573] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.972689] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.973015] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.973160] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f864c541-a578-4fbd-93f8-562c711c4ddb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.123072] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 1073.123289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.143016] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.143289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.143380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.143630] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.143743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.143981] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.144145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.144242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.144414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.144519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.144605] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 already deleted. [ 1073.144720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.475291] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.475556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.475705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.476032] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.476231] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.476424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port f864c541-a578-4fbd-93f8-562c711c4ddb not found, creating... [ 1073.476938] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.477133] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.477269] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.477541] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.477708] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.478078] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.478286] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.478425] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.478653] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.478815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.478978] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: f864c541-a578-4fbd-93f8-562c711c4ddb is going to be created. [ 1073.503872] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.504111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.504218] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.504495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.504756] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.505105] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.018770] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 535caca6-a451-499a-8195-114467b4ea62 in Status: SUCCESS [ 1074.019177] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 535caca6-a451-499a-8195-114467b4ea62 deletion is rescheduled due to dependency. [ 1074.019177] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.201014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.201397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.201607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.201962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.202207] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.255062] env[65658]: INFO networking_nsxv3.common.synchronization [req-1365f8d4-a433-42da-98b3-4a7fa9970570 req-3a0919cd-efe4-47d7-8a4f-d5a21817dcf8 service nova] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_rules [ 1074.255724] env[65658]: INFO networking_nsxv3.common.synchronization [req-1365f8d4-a433-42da-98b3-4a7fa9970570 req-3a0919cd-efe4-47d7-8a4f-d5a21817dcf8 service nova] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_members [ 1074.255791] env[65658]: INFO networking_nsxv3.common.synchronization [req-1365f8d4-a433-42da-98b3-4a7fa9970570 req-3a0919cd-efe4-47d7-8a4f-d5a21817dcf8 service nova] Enqueued Resource ID: f864c541-a578-4fbd-93f8-562c711c4ddb with Priority: HIGHEST for action port [ 1074.256875] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_rules [ 1074.257049] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_members [ 1074.257112] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f864c541-a578-4fbd-93f8-562c711c4ddb with Priority: HIGHEST for action port [ 1074.257431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.257555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.257620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.257845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.257942] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.260655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.261722] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.261722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.262300] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.262677] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f864c541-a578-4fbd-93f8-562c711c4ddb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.262812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.262870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.262983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.263319] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f864c541-a578-4fbd-93f8-562c711c4ddb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.337600] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1074.337933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.338200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.338499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.338758] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.338925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.339028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.339258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.339373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.339501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.339632] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.705972] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.764777] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.764777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.767961] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f864c541-a578-4fbd-93f8-562c711c4ddb with status ACTIVE [ 1074.767961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.767961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.767961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.767961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.767961] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f864c541-a578-4fbd-93f8-562c711c4ddb is going to be updated. [ 1074.768747] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.793660] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.793904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.793904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.794149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.794486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.794701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f864c541-a578-4fbd-93f8-562c711c4ddb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.843312] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.843510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.843576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.843746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.843929] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.844045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.844110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.844258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.844343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.844429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.844580] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.844664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.844720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.844863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.845009] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.845102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.845157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.845292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.845355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.845442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.845531] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.208642] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.270531] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.348370] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 1075.369030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.369030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.369030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.369287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.369287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.369414] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.369506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.369564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.369693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.369773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.369970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.370094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.371081] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.371081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.371081] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1075.448385] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.449061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.466492] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1075.711397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1075.711397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1075.772723] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.772969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.773046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.773252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.773341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.773478] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 is going to be created. [ 1075.801915] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.802168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.802224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.802456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.802854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.821582] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 in Status: UNINITIALIZED for 2s [ 1076.823048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.823447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.823447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.823760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.840368] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1076.841572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.842793] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1076.889107] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.889902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.889902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.890219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.902494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.903532] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1076.903690] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1076.903922] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1076.970727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.970901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.970966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.971437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.974769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.974769] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1077.083130] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.083373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.083373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.083664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.083923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.084251] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1077.214932] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.215155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.215243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.215800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.215936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.216393] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1077.216509] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'313e173a-4476-4f66-9ebb-1151c3a00ea3', '976bf7a7-50e3-44dd-b3ca-a43c32bde667', '0bd0351a-3c54-4bc5-b297-bca5b2a7f10f', '1a260351-e0ca-4072-9fb2-41720e9b43f0', '217d07bf-15e5-4c58-8276-1f10dd459bd1', 'f4eba537-c27b-409c-b428-1d546e98e37d', 'cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f', '8e1f6733-0347-4499-8a4b-816d7ce2ecf2', '831b315a-5ade-421d-8c05-57da176f6720', '25114d85-9685-40fb-859a-7fb8928e53e8', '9533f851-6dfa-45df-ba74-fd58aa774e87', 'bf96a554-514e-4455-84ba-6dcc51a9d569', 'f9df64e1-8f64-48a0-8b90-b9578492a457', 'e1654d3b-eaaf-487c-8d8f-cab163afab50', 'f2492e1e-e838-42bc-930d-3aaf754f6e6b', 'bd624d05-4706-4739-be6b-69bfda905751', '5bf25da7-2326-4734-ba70-74b297844704', '6ed2b3a3-9dae-47e2-8615-767fece186a9', '40be0e7a-dae4-45da-8575-247463f285f7', 'fdc887b6-7655-4898-a080-fddd8844669a', '6e68d582-4788-4246-9d48-d7b6846cb453', 'eccbf265-efdd-4daa-bc1b-64c2fdc5879b', '550730b1-ad65-4768-bef4-d43b2b22d573', '535caca6-a451-499a-8195-114467b4ea62', 'c1289af1-2466-45be-8315-8a3cf84b0fd9', 'dd26cf07-b963-45f5-8716-802ea151de31', '129423e4-7371-4347-ac1b-133cdf696c91', '6a51e0b1-2738-4c9b-8791-5929a441d854', '6a5d2259-783c-4af1-97bd-dea72670f0c5', 'eed8f475-3d04-457b-bc3c-55e54a1e6d67', 'cd50c659-f227-4850-a673-546233400b98', 'af0d0f60-441a-4490-ba05-1a1cb09e53b0', 'dbd9d755-bfa3-4a64-88ef-9637ed77b404', '81703bb5-8022-4e21-a603-911656c692f1', '09bd9350-d957-46ba-8772-e25b712a813d', '2763c889-1c2f-4c5c-a68b-063f7b9fcf8d', 'a726684d-8ca5-4241-87a5-2d7c4a6aa6ab', '93ba2b7c-5119-4ccf-893a-357808c4ae1c', '6bb416a8-5338-4698-8519-244e7f47c97c', '15e0b84a-6e2c-4edc-b21c-78ca24c94f21', '9e9d51c0-915d-476a-9163-d9aaaedee06e', '66cab8c1-9bcd-4f94-9d30-3de4b5945f93', '441386e6-1eba-42ea-a632-d4de2b884f95', '919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3', 'e2635d7e-4175-4a81-b459-58a6705163c8', '532d0481-4f13-411e-9e02-cd56f3d89863', '20de75aa-6ba0-437c-8c7f-504ea09976be', 'eaad6ace-a281-4634-9b07-2d5d10a0cdd6', '7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57'} {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.216652] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1077.250262] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.250535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.250535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.250765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.250856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.251012] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1077.251126] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.251238] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1077.390935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.390935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.390935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.391205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.392299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.392562] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1077.392675] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.392778] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1077.392868] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1077.393018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1077.393219] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGH for action security_group_rules [ 1077.393219] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGH for action security_group_rules [ 1077.393316] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGH for action security_group_rules [ 1077.393355] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGH for action security_group_rules [ 1077.393433] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGH for action security_group_rules [ 1077.393516] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGH for action security_group_rules [ 1077.393621] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGH for action security_group_rules [ 1077.393685] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGH for action security_group_rules [ 1077.393769] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGH for action security_group_rules [ 1077.393986] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGH for action security_group_rules [ 1077.394086] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGH for action security_group_rules [ 1077.394137] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGH for action security_group_rules [ 1077.394210] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGH for action security_group_rules [ 1077.394294] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGH for action security_group_rules [ 1077.394379] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGH for action security_group_rules [ 1077.394462] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGH for action security_group_rules [ 1077.395180] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGH for action security_group_rules [ 1077.395180] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGH for action security_group_rules [ 1077.395586] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGH for action security_group_rules [ 1077.395724] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGH for action security_group_rules [ 1077.395877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.483265] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1077.484128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.833122] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 in Status: SUCCESS [ 1077.833462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.833462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.833613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.833822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.834062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.834062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.834174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.834209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.834276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.834360] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.338201] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.843433] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d32a9c6a-af6e-45c9-96f1-84aea0547b91: rpc.has_security_group_logging(os_id): False [ 1078.864130] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.864299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.864342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.865035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.865035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.865035] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.865035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.865035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.867865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.867865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.867865] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 is going to be created. [ 1078.935299] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.935493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.935567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.935725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.935902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.948374] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 in Status: IN_PROGRESS for 2s [ 1079.257957] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.258176] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1079.258337] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 with Priority: HIGH for action security_group_rules [ 1079.258501] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f with Priority: HIGH for action security_group_rules [ 1079.258602] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGH for action security_group_rules [ 1079.258697] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b with Priority: HIGH for action security_group_rules [ 1079.258835] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGH for action security_group_rules [ 1079.258968] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0e7a-dae4-45da-8575-247463f285f7 with Priority: HIGH for action security_group_rules [ 1079.259199] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 with Priority: HIGH for action security_group_rules [ 1079.259199] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGH for action security_group_rules [ 1079.259362] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 with Priority: HIGH for action security_group_rules [ 1079.259491] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGH for action security_group_rules [ 1079.259658] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df64e1-8f64-48a0-8b90-b9578492a457 with Priority: HIGH for action security_group_rules [ 1079.259818] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a554-514e-4455-84ba-6dcc51a9d569 with Priority: HIGH for action security_group_rules [ 1079.259966] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGH for action security_group_rules [ 1079.260185] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25114d85-9685-40fb-859a-7fb8928e53e8 with Priority: HIGH for action security_group_rules [ 1079.260353] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b315a-5ade-421d-8c05-57da176f6720 with Priority: HIGH for action security_group_rules [ 1079.260856] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGH for action security_group_rules [ 1079.260856] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 with Priority: HIGH for action security_group_rules [ 1079.260856] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGH for action security_group_rules [ 1079.261011] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 with Priority: HIGH for action security_group_rules [ 1079.261448] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 with Priority: HIGH for action security_group_rules [ 1079.261946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-313e173a-4476-4f66-9ebb-1151c3a00ea3 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.262139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.262238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.262625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.262776] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('313e173a-4476-4f66-9ebb-1151c3a00ea3',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.264663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.266234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.266234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.266729] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.266729] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd0351a-3c54-4bc5-b297-bca5b2a7f10f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.268313] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.268542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.268624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.269075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.269075] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.270479] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.270479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.271196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.272889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.272889] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2492e1e-e838-42bc-930d-3aaf754f6e6b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.273770] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.273770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.273770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.275498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.275498] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.277050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be0e7a-dae4-45da-8575-247463f285f7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.277050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.277050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.277050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.277228] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be0e7a-dae4-45da-8575-247463f285f7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.278491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ed2b3a3-9dae-47e2-8615-767fece186a9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.278491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.278491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.279969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.279969] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ed2b3a3-9dae-47e2-8615-767fece186a9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.280579] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.280680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.280910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.281447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.281635] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.285123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1654d3b-eaaf-487c-8d8f-cab163afab50 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.285989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.286163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.286426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.286531] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1654d3b-eaaf-487c-8d8f-cab163afab50',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.287478] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.287660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.287916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.288296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.288430] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.290096] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9df64e1-8f64-48a0-8b90-b9578492a457 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.290646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.290779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.290979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.291277] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9df64e1-8f64-48a0-8b90-b9578492a457',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.293902] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf96a554-514e-4455-84ba-6dcc51a9d569 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.294179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.294462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.294763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.294865] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf96a554-514e-4455-84ba-6dcc51a9d569',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.296165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.298357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.298357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.298357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.298357] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.299435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25114d85-9685-40fb-859a-7fb8928e53e8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.299435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.299435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.299997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.300209] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25114d85-9685-40fb-859a-7fb8928e53e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.301053] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831b315a-5ade-421d-8c05-57da176f6720 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.301175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.301229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.301384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.301534] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831b315a-5ade-421d-8c05-57da176f6720',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.304919] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.305054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.305148] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.305802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.305995] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.307723] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.307830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.308116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.308201] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1f6733-0347-4499-8a4b-816d7ce2ecf2',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.309030] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.309160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.309230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.309393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.309550] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.310491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.310491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.310491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.310663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.310767] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976bf7a7-50e3-44dd-b3ca-a43c32bde667',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.311421] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a260351-e0ca-4072-9fb2-41720e9b43f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.311531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.312254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.312254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.312254] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a260351-e0ca-4072-9fb2-41720e9b43f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.352911] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.353107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.353165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.353346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.355487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.355667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.356799] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.357078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.357877] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.358119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.380467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.380643] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be0e7a-dae4-45da-8575-247463f285f7 is going to be deleted. [ 1079.382120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.382360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.421613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.421830] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2492e1e-e838-42bc-930d-3aaf754f6e6b is going to be deleted. [ 1079.423939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.424251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.460696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.460864] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd0351a-3c54-4bc5-b297-bca5b2a7f10f is going to be deleted. [ 1079.463247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.463589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.509987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.509987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.512260] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.512489] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e173a-4476-4f66-9ebb-1151c3a00ea3 is going to be deleted. [ 1079.513852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.514192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.514371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.514573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be0e7a-dae4-45da-8575-247463f285f7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.515520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.515699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.515803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.516304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.516304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.516467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2492e1e-e838-42bc-930d-3aaf754f6e6b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.600110] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.600380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.600441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.600883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.600883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.600883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd0351a-3c54-4bc5-b297-bca5b2a7f10f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.650050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.651700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.651902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.653491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.653491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.653491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-313e173a-4476-4f66-9ebb-1151c3a00ea3" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.816517] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.817032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.817032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.817588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.818406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.818406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.818406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.818406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.818406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.818406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.818699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.821505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.821911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.821911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.821911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.822205] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.822286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.822369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.822623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.822835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.822925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.823229] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.834356] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.834511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.834562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.834733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.834888] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.834983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.835051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.835367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.835367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.835367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.835515] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.836302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.836410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.836474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.836625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.836775] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.837090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.837090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.837090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.837219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.837253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.837485] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.840448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.840448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.840448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.840448] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.885576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.886311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.886311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.886311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.888846] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.889928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.891261] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.891261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.891942] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.892046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.892788] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.892878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.895894] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.896044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.896876] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.896985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.903302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.903423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.904298] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.904374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.905245] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.905324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.905727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.905883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.917392] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1079.918185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.918323] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831b315a-5ade-421d-8c05-57da176f6720 is going to be deleted. [ 1079.919704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.919948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.944045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.944222] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1f6733-0347-4499-8a4b-816d7ce2ecf2 is going to be deleted. [ 1079.944979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.945250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.970087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.970087] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf96a554-514e-4455-84ba-6dcc51a9d569 is going to be deleted. [ 1079.970087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.970087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.993183] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.993183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.000059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.000059] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25114d85-9685-40fb-859a-7fb8928e53e8 is going to be deleted. [ 1080.000059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.000059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.023571] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.023571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.034493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.034493] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1654d3b-eaaf-487c-8d8f-cab163afab50 is going to be deleted. [ 1080.034493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.034493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.045639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.045639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.080246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.080246] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a260351-e0ca-4072-9fb2-41720e9b43f0 is going to be deleted. [ 1080.081159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.081656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.133114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.133288] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ed2b3a3-9dae-47e2-8615-767fece186a9 is going to be deleted. [ 1080.134223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.134433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.144928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.145304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.158174] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.158358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.189456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.189636] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9df64e1-8f64-48a0-8b90-b9578492a457 is going to be deleted. [ 1080.190808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.191107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248727] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.249223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.259542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.259720] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976bf7a7-50e3-44dd-b3ca-a43c32bde667 is going to be deleted. [ 1080.260911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.261201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.264977] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.265132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.300090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.300343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be deleted. [ 1080.302189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.302419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.333832] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.333932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.334114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.334232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.334508] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.334508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.334606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.334708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.335191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.335191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.335191] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.335191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.335191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.335455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.335455] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.335574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.335574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.335644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.337620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.337620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.337620] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.341415] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.341415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.341415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.341415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.341415] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.342128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.343855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.343855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.343855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.344041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.344439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.344665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.344771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.344976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.345611] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.345790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.345913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.346152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.346290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.346423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.346855] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.348503] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.349419] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.351082] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.385752] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.386329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.387224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.387340] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be deleted. [ 1080.388692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.388692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.388841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.388892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831b315a-5ade-421d-8c05-57da176f6720" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.389319] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.389649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.389649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.389752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1f6733-0347-4499-8a4b-816d7ce2ecf2" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.390335] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.390399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.390445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.390544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf96a554-514e-4455-84ba-6dcc51a9d569" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.390671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.390807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.390877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25114d85-9685-40fb-859a-7fb8928e53e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.391425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.391425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1654d3b-eaaf-487c-8d8f-cab163afab50" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.391702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.391748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a260351-e0ca-4072-9fb2-41720e9b43f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.392126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.392196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.392678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ed2b3a3-9dae-47e2-8615-767fece186a9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.392678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.392678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.392678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.392888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9df64e1-8f64-48a0-8b90-b9578492a457" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.424558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.424822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.424822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.425038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.425094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.425193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976bf7a7-50e3-44dd-b3ca-a43c32bde667" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.526688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.527293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.527868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.527868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.527868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.528100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.574671] env[65658]: INFO networking_nsxv3.common.synchronization [None req-9742574c-e864-4cd9-991b-88aebd772ffa None None] Enqueued Resource ID: c7505b76-1a30-48bc-868d-472aa077a742 with Priority: HIGHEST for action port [ 1080.575383] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7505b76-1a30-48bc-868d-472aa077a742 with Priority: HIGHEST for action port [ 1080.577093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7505b76-1a30-48bc-868d-472aa077a742 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.577328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7505b76-1a30-48bc-868d-472aa077a742" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.577756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7505b76-1a30-48bc-868d-472aa077a742" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.577756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7505b76-1a30-48bc-868d-472aa077a742" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.577945] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7505b76-1a30-48bc-868d-472aa077a742',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.610701] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.610701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.610701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.610701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.611664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.611664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.849061] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 1080.852888] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 1080.853885] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f: rpc.has_security_group_logging(os_id): False [ 1080.854815] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4eba537-c27b-409c-b428-1d546e98e37d: rpc.has_security_group_logging(os_id): False [ 1080.855452] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf25da7-2326-4734-ba70-74b297844704: rpc.has_security_group_logging(os_id): False [ 1080.870558] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.870737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.870737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.870904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.877297] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.877297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.879884] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.880169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.881384] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.881525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.887411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.887751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.894463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.894733] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.894844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.894917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.895477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.895477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.895477] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.895477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.895691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.895691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.895836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.895966] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.896101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.896167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.896313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.896384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.896736] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1080.898160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.898316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.932406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.932560] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.932658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.932658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.932895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.932983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.933118] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eba537-c27b-409c-b428-1d546e98e37d is going to be updated. [ 1080.935561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.935561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.960787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.961140] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.961237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.961305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.961496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.961577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.961670] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1080.962723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.962896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968387] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 in Status: SUCCESS [ 1080.968593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.995218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.995530] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.997444] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.997444] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.997444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.998196] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1080.999516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.999516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.000959] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.001115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.043388] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.043560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.045275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.045275] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.045275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.045724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.045974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.046132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.046200] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1081.047327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.047522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.047910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.048625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.048801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.048974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.081076] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7505b76-1a30-48bc-868d-472aa077a742 [ 1081.083413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.083413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.083413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.083413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.083413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.083413] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7505b76-1a30-48bc-868d-472aa077a742 already deleted. [ 1081.083413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7505b76-1a30-48bc-868d-472aa077a742" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.087549] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.088073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.088073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.088073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.088223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.108963] env[65658]: INFO networking_nsxv3.common.synchronization [req-3f6ea97b-2d9c-4f01-82b6-e5460204b667 req-7d49f4b9-0918-4985-8925-227c75ad76bb tempest-ServerDiskConfigTestJSON-2093790660 tempest-ServerDiskConfigTestJSON-2093790660-project-member] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1081.108963] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGHEST for action security_group_members [ 1081.109101] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.109305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.109305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.110478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.110478] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.110478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.110478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.110478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.110478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.110478] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.111732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: IN_PROGRESS for 2s [ 1081.156485] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1081.159928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.160130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.160199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.160396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.160581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.172676] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1081.220203] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1081.245532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.245683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.245733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.245945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.246103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.311169] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1081.614391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.614616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.614707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.614946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.639610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.639610] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.639610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.639610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.639981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.639981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.639981] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be updated. [ 1081.676968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.677228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.677228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.678841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.678841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.687903] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: IN_PROGRESS for 2s [ 1082.756816] env[65658]: INFO networking_nsxv3.common.synchronization [req-30fbf584-3e41-47fe-ae12-e349cbee4561 req-b38e1792-9e60-4524-a783-dcbe98a004c1 tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1082.758446] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1082.758446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.758446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.758446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.758446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.758446] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.758756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.758756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.758756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.758756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.758866] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.101990] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.102210] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.102339] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.102733] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.102892] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.103134] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.103274] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.104459] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.104665] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.104908] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.104985] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.105106] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.105215] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.105323] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.105426] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.105557] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.128732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: SUCCESS [ 1083.128949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.129854] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.130082] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.130239] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.130398] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-586" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.130699] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.131554] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.131554] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.137351] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.137529] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3189e2-8150-46bf-aef1-44ea6ccd8c0a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.169797] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1083.171012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.187974] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1083.188176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.236065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1083.236322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.263018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.263018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.263192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.263326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.263414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.263602] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.263707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.263738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.263888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.263959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.264224] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be deleted. [ 1083.295284] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.295451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.295487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.295804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.295884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.295993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.328947] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1083.329171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.361412] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5eb5cd7a-d7f8-45a4-a8cb-a556a0bdbada None None] Enqueued Resource ID: 275026a1-465b-46a3-b3b9-03ed837459f1 with Priority: HIGHEST for action port [ 1083.361936] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275026a1-465b-46a3-b3b9-03ed837459f1 with Priority: HIGHEST for action port [ 1083.362249] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-275026a1-465b-46a3-b3b9-03ed837459f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.362385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275026a1-465b-46a3-b3b9-03ed837459f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.362457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275026a1-465b-46a3-b3b9-03ed837459f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.362711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275026a1-465b-46a3-b3b9-03ed837459f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.362791] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275026a1-465b-46a3-b3b9-03ed837459f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.640270] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.640626] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.641227] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.641227] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.641350] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.642457] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a not found, creating... [ 1083.642457] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.642457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.642457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.642457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.642457] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.642696] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.642817] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.642910] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.646107] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.646107] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.646107] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a is going to be created. [ 1083.667961] env[65658]: INFO networking_nsxv3.common.synchronization [req-b7693847-653f-49ab-a7b3-cbc42ba5efc4 req-e1ff398c-3a63-47c1-ac5b-5084a71c656a tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1083.667961] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1083.667961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.669056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.669056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.669056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.669267] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.669652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.669805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.670259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.670259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.670398] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.685720] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.685720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.685720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.685961] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.686525] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.686525] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.702307] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 in Status: SUCCESS [ 1083.702534] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 deletion is rescheduled due to dependency. [ 1083.702612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.866078] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 275026a1-465b-46a3-b3b9-03ed837459f1 [ 1083.866078] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.866078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.866078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.866726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.866726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.866726] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:275026a1-465b-46a3-b3b9-03ed837459f1 already deleted. [ 1083.866726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275026a1-465b-46a3-b3b9-03ed837459f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.172900] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.173124] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.173243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.173657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.174629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.174629] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.174629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.174629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.174834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.174834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.174927] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1084.219043] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.219599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.219599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.219704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.219882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.230331] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1084.438398] env[65658]: INFO networking_nsxv3.common.synchronization [req-30fbf584-3e41-47fe-ae12-e349cbee4561 req-57d09fc9-fab7-4d7b-bc7a-a04c13c73ce4 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 1084.439853] env[65658]: INFO networking_nsxv3.common.synchronization [req-30fbf584-3e41-47fe-ae12-e349cbee4561 req-57d09fc9-fab7-4d7b-bc7a-a04c13c73ce4 service nova] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1084.439853] env[65658]: INFO networking_nsxv3.common.synchronization [req-30fbf584-3e41-47fe-ae12-e349cbee4561 req-57d09fc9-fab7-4d7b-bc7a-a04c13c73ce4 service nova] Enqueued Resource ID: 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a with Priority: HIGHEST for action port [ 1084.439853] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_rules [ 1084.439853] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1084.439853] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a with Priority: HIGHEST for action port [ 1084.440175] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.440175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.440175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.440415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.441872] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.441872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.441872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.442355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.442355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.442355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.442693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.442693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.442849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.442879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.442989] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.443927] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.444069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.444254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.444313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.444877] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3189e2-8150-46bf-aef1-44ea6ccd8c0a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.949525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.949921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949921] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a with status ACTIVE [ 1084.950082] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.950222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.950291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.950608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.950844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.950900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.951191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951279] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.951456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.951549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.951597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.951733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.951887] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c3189e2-8150-46bf-aef1-44ea6ccd8c0a is going to be updated. [ 1084.953797] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.977971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.977971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.977971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.977971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.977971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.977971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c3189e2-8150-46bf-aef1-44ea6ccd8c0a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.456169] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.958945] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.959314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.959314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.959417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.959509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.959587] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be created. [ 1085.986150] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.986297] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.986367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.986599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.987166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.997022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: UNINITIALIZED for 2s [ 1086.242762] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1086.242762] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1086.242762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.008564] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010181] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.512144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.512318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.512395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.512619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.512790] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.512938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.513025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.514151] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.514151] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.514151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.514619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.514619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.514619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.514619] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.019876] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd624d05-4706-4739-be6b-69bfda905751: rpc.has_security_group_logging(os_id): False [ 1089.039455] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.039589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.039673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.039883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.039972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.040189] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.040287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.040347] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.040499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.040678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.040770] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.040832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.040889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.041039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.041131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.041331] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.041424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.041483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.041619] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.041691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.041774] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be created. [ 1089.114732] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.114732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.114887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.114966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.115169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.134034] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1089.444040] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.444040] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.924839] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e6adf4b4-3ad9-4bd5-a02f-45d24f5aeade None None] Enqueued Resource ID: 369c3678-1793-4a2c-8878-24026f80b26d with Priority: HIGHEST for action port [ 1090.925226] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369c3678-1793-4a2c-8878-24026f80b26d with Priority: HIGHEST for action port [ 1090.925749] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-369c3678-1793-4a2c-8878-24026f80b26d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.926209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-369c3678-1793-4a2c-8878-24026f80b26d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.926209] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-369c3678-1793-4a2c-8878-24026f80b26d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.926353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-369c3678-1793-4a2c-8878-24026f80b26d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.926444] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369c3678-1793-4a2c-8878-24026f80b26d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.166311] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1091.166774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.428259] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 369c3678-1793-4a2c-8878-24026f80b26d [ 1091.428744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.429023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.429194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.429496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.429680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.429853] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:369c3678-1793-4a2c-8878-24026f80b26d already deleted. [ 1091.430043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-369c3678-1793-4a2c-8878-24026f80b26d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.945245] env[65658]: INFO networking_nsxv3.common.synchronization [None req-3f7272f6-ddf2-47ac-996e-f55b5dd2c543 None None] Enqueued Resource ID: 180c3f44-3737-4ecb-b7f8-7686a7831906 with Priority: HIGHEST for action port [ 1093.946141] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 180c3f44-3737-4ecb-b7f8-7686a7831906 with Priority: HIGHEST for action port [ 1093.946279] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-180c3f44-3737-4ecb-b7f8-7686a7831906 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.946372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-180c3f44-3737-4ecb-b7f8-7686a7831906" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.946405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-180c3f44-3737-4ecb-b7f8-7686a7831906" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.946897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-180c3f44-3737-4ecb-b7f8-7686a7831906" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.946976] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180c3f44-3737-4ecb-b7f8-7686a7831906',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.449241] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 180c3f44-3737-4ecb-b7f8-7686a7831906 [ 1094.449650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.449650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.449759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.451982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.451982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.451982] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:180c3f44-3737-4ecb-b7f8-7686a7831906 already deleted. [ 1094.451982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-180c3f44-3737-4ecb-b7f8-7686a7831906" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.039947] env[65658]: INFO networking_nsxv3.common.synchronization [req-36f1f600-c96c-43c9-aeda-d754fdafb848 req-88bfb33a-ee0e-4ba2-a4e8-fe5b542ff6d3 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1095.040590] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1095.040983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.041122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.041426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.041541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.041729] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.041863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.041949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.042142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.042307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.042442] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.482797] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.483025] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.483120] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.483395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.483653] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.484268] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.484555] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.484978] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.484978] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.485254] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.485395] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.485530] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.485808] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.485808] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.485888] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.486102] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.511026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.511318] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.511545] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.511898] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.512405] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-168d9b88-f065-4ddc-b7f2-fc9516055587 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.512693] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.512942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.513373] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.513586] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168d9b88-f065-4ddc-b7f2-fc9516055587',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.527119] env[65658]: INFO networking_nsxv3.common.synchronization [None req-1538de28-0eb9-4151-b96d-1355fa1b32b7 None None] Enqueued Resource ID: aa3e720a-8a3a-4571-a9d4-4712cf39ac6f with Priority: HIGHEST for action port [ 1095.527622] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa3e720a-8a3a-4571-a9d4-4712cf39ac6f with Priority: HIGHEST for action port [ 1095.527877] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa3e720a-8a3a-4571-a9d4-4712cf39ac6f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.527999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa3e720a-8a3a-4571-a9d4-4712cf39ac6f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.528076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa3e720a-8a3a-4571-a9d4-4712cf39ac6f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.528320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa3e720a-8a3a-4571-a9d4-4712cf39ac6f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.528431] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa3e720a-8a3a-4571-a9d4-4712cf39ac6f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.544183] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.016456] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.016784] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.016942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.017331] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.017593] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.017790] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 168d9b88-f065-4ddc-b7f2-fc9516055587 not found, creating... [ 1096.018186] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.018404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.018570] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.018897] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.019193] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.019642] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.019920] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.020186] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.020611] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.020724] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.020983] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 168d9b88-f065-4ddc-b7f2-fc9516055587 is going to be created. [ 1096.030381] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa3e720a-8a3a-4571-a9d4-4712cf39ac6f [ 1096.030734] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.030914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.031043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.031368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.031503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.031641] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa3e720a-8a3a-4571-a9d4-4712cf39ac6f already deleted. [ 1096.031758] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa3e720a-8a3a-4571-a9d4-4712cf39ac6f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.045599] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.045901] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.046054] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.046287] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.047392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.047392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.049028] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.053237] env[65658]: INFO networking_nsxv3.common.synchronization [req-5ae5efa9-eca2-49ec-be37-79b0f2c714cd req-ce154b47-222e-4723-8aac-0a618fce1c18 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 1096.053237] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 1096.053850] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.054187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.054187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.054317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.054719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.054719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.054719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.054901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.054901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.055028] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.554196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.554344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.554411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.554683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.554742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.554801] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1096.560831] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.589485] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.589485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.589740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.589740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.589879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.601414] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1096.769913] env[65658]: INFO networking_nsxv3.common.synchronization [req-36f1f600-c96c-43c9-aeda-d754fdafb848 req-826ae29b-2f96-4860-8a18-9b8ed1c522ff service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 1096.769991] env[65658]: INFO networking_nsxv3.common.synchronization [req-36f1f600-c96c-43c9-aeda-d754fdafb848 req-826ae29b-2f96-4860-8a18-9b8ed1c522ff service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1096.770274] env[65658]: INFO networking_nsxv3.common.synchronization [req-36f1f600-c96c-43c9-aeda-d754fdafb848 req-826ae29b-2f96-4860-8a18-9b8ed1c522ff service nova] Enqueued Resource ID: 168d9b88-f065-4ddc-b7f2-fc9516055587 with Priority: HIGHEST for action port [ 1096.770796] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 1096.771441] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1096.773156] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168d9b88-f065-4ddc-b7f2-fc9516055587 with Priority: HIGHEST for action port [ 1096.773505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.774038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.774038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.774185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.774185] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.775115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.775171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.775671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-168d9b88-f065-4ddc-b7f2-fc9516055587 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.777052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.777052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.777052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.777052] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168d9b88-f065-4ddc-b7f2-fc9516055587',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.064098] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.277691] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.277832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.278071] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168d9b88-f065-4ddc-b7f2-fc9516055587 with status ACTIVE [ 1097.278249] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.278498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.278498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.279340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.279340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.279340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.279340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.279340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.279340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.279340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.279554] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.279599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.279815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.279960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.280133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.280248] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168d9b88-f065-4ddc-b7f2-fc9516055587 is going to be updated. [ 1097.306786] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.306786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.306786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.306786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.306786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.306786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168d9b88-f065-4ddc-b7f2-fc9516055587" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.444708] env[65658]: INFO networking_nsxv3.common.synchronization [req-34f0be34-3a3a-4e26-b654-1bfcf6602933 req-f6f85195-5cab-4f8d-a6f6-f14055e05da1 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Enqueued Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_members [ 1097.445794] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_members [ 1097.446594] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.446788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.447201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.447497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.447752] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.448274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.448356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.448536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.448701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.448745] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.569122] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.569122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.569122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.569122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.569122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.569122] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be updated. [ 1097.602042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.602042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.602042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.602042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.602042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.613444] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: IN_PROGRESS for 2s [ 1097.848482] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.848680] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-770" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.848805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-770" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.849500] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-770" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.849833] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.850088] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.850271] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.850557] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.850777] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.851100] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.851324] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.851324] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.851479] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.851640] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.851891] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.851993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.873279] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.873279] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.873279] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.873670] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-770" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.874094] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.874366] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.874577] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.875025] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.875242] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.953014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.953014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.953014] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a already deleted. [ 1097.953014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.262917] env[65658]: INFO networking_nsxv3.common.synchronization [None req-862db041-73f3-4494-b953-d36174e13c44 None None] Enqueued Resource ID: 9e04f62b-5ff4-47fd-bf7d-a0c512187f93 with Priority: HIGHEST for action port [ 1098.266023] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e04f62b-5ff4-47fd-bf7d-a0c512187f93 with Priority: HIGHEST for action port [ 1098.266023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e04f62b-5ff4-47fd-bf7d-a0c512187f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.266023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e04f62b-5ff4-47fd-bf7d-a0c512187f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.266280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e04f62b-5ff4-47fd-bf7d-a0c512187f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.266641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e04f62b-5ff4-47fd-bf7d-a0c512187f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.266819] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e04f62b-5ff4-47fd-bf7d-a0c512187f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.377762] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.378102] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.378241] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.378592] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.378763] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.378964] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 not found, creating... [ 1098.379315] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.379491] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.380110] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.380332] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.380516] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.380837] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.381146] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.381235] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.381495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.381675] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.381840] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 is going to be created. [ 1098.407615] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.407891] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.408139] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.408499] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.408785] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.409086] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.611714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1098.612088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.612180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.612479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.612674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.612792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.612859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.613183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.613183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.613317] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.770192] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e04f62b-5ff4-47fd-bf7d-a0c512187f93 [ 1098.770192] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.770342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.770610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.770704] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e04f62b-5ff4-47fd-bf7d-a0c512187f93 already deleted. [ 1098.770782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e04f62b-5ff4-47fd-bf7d-a0c512187f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.116084] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.144735] env[65658]: INFO networking_nsxv3.common.synchronization [req-34f0be34-3a3a-4e26-b654-1bfcf6602933 req-14648875-37dd-4a43-8e0b-b29535d46a4a service nova] Enqueued Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_rules [ 1099.144735] env[65658]: INFO networking_nsxv3.common.synchronization [req-34f0be34-3a3a-4e26-b654-1bfcf6602933 req-14648875-37dd-4a43-8e0b-b29535d46a4a service nova] Enqueued Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_members [ 1099.144735] env[65658]: INFO networking_nsxv3.common.synchronization [req-34f0be34-3a3a-4e26-b654-1bfcf6602933 req-14648875-37dd-4a43-8e0b-b29535d46a4a service nova] Enqueued Resource ID: e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 with Priority: HIGHEST for action port [ 1099.146274] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_rules [ 1099.146959] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_members [ 1099.146959] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 with Priority: HIGHEST for action port [ 1099.147311] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.148160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.148255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.148641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.148769] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.150144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.150371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.150510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.150816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.151991] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.151991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.151991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.151991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.151991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.151991] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.156067] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.156067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.156067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.156067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.156067] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.621133] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.625347] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 1099.625449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.656710] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.656862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.658563] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.658682] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 with status ACTIVE [ 1099.658858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.658940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.659012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.659296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.659469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.659716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.659907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.659996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.660284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.660397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.660631] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.660708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.660819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.660996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.661046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.661157] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859 is going to be updated. [ 1099.687026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.687026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.687026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.687026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.687026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.687026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5494cc8-4b4d-4658-a7a3-2ed6c4f7d859" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.124110] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.124303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.124303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.124566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.124665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.124766] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1100.158074] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.158292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.158370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.158593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.158746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.164748] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.175449] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1100.667371] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.667723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.667723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.667925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.668084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.668210] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a is going to be created. [ 1100.694794] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.694977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.694977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.695268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.695477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.707895] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a in Status: UNINITIALIZED for 2s [ 1102.178607] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.178911] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.178911] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.182919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.182919] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.182919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.182919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.182919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.182919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.182919] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.182919] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.182919] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.182919] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.182919] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.182919] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.182919] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.192572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1102.192823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.193041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.193269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.193466] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.193586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.193657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.193811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.193891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.193977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.194077] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.203142] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.203323] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.203461] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.203638] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-270" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.203959] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.204148] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.204269] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.204554] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.204688] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4e34d0-8d23-4e94-98e2-49aa493d5a40',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.698032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.698032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.698032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.698032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.698032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.698312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.698312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.698375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.698413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.698505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.698651] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.698741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.698802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.698985] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.699553] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.699553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.699553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.699553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.699553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.699553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.700151] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.707589] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.707797] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.707915] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.708198] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.708456] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.708628] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.708779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.708890] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.709161] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.709310] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.709648] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.709764] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.709882] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.710133] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.710845] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.710845] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 is going to be updated. [ 1102.722150] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a in Status: SUCCESS [ 1102.722381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.722471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.722727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.722956] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.723097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.723158] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.723316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.723406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.723477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.723564] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.734895] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.734895] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.736403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.736403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.736403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.736403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.202407] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 1103.225123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.225123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.225123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.225123] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.225548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.225548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.225548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.225548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.225762] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.225826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.225888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.226038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.226114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.226199] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1103.227457] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.227579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.227631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.227776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.228040] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.228195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.228355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.228506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.228602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.228693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.228892] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.228990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.229075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.229217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.229397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.229556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.229743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.229805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.229878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.229960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.230127] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.302447] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.302629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.302669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.302874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.303031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.328168] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1103.479476] env[65658]: INFO networking_nsxv3.common.synchronization [req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 req-f97d7987-2ee5-44bf-90e8-ad7b0df30557 service nova] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_rules [ 1103.479663] env[65658]: INFO networking_nsxv3.common.synchronization [req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 req-f97d7987-2ee5-44bf-90e8-ad7b0df30557 service nova] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1103.479799] env[65658]: INFO networking_nsxv3.common.synchronization [req-4994d935-7a3d-4f78-84d0-e392cc6b6f32 req-f97d7987-2ee5-44bf-90e8-ad7b0df30557 service nova] Enqueued Resource ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with Priority: HIGHEST for action port [ 1103.480514] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_rules [ 1103.480611] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1103.480675] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with Priority: HIGHEST for action port [ 1103.481584] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.481998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.482163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.482463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.482575] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.483797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.483955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.484093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.484250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.484411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.484636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.484636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.484722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.485315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.485315] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.486533] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.486533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.486533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.486533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.486533] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4e34d0-8d23-4e94-98e2-49aa493d5a40',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.732696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ad08d06-c5ba-4a29-8f01-02687faca93a: rpc.has_security_group_logging(os_id): False [ 1103.754263] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.754446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.754543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.754760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.754850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.755071] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.755161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.755230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.755379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.755468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.755690] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.755827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.755957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.756296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.756418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.756678] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.756778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.756852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.757037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.757117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.757215] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a is going to be created. [ 1103.815836] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.815961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.816015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.817906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.817906] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.830394] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a in Status: IN_PROGRESS for 2s [ 1103.988203] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.989479] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.989640] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.990181] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 with status ACTIVE [ 1103.990406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.990526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.990591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.990794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.990889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.991128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.991243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.991336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.991481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.991557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.991744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.991839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.991889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.992039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.992135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.992222] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4e34d0-8d23-4e94-98e2-49aa493d5a40 is going to be updated. [ 1104.015310] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.015477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.015548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.015873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.015953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.016136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4e34d0-8d23-4e94-98e2-49aa493d5a40" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.491293] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.771551] env[65658]: INFO networking_nsxv3.common.synchronization [req-2bde52d7-04d0-490a-b05a-582f928c1104 req-d139cf33-0e67-4435-a3ab-e937c1f7adee tempest-ImagesTestJSON-1099420598 tempest-ImagesTestJSON-1099420598-project-member] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1104.772106] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGHEST for action security_group_members [ 1104.772443] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.772751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.772751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.772957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.779038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.779325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.779418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.779627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.779724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.779826] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.993691] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.993858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.993929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.994226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.994321] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.994426] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1105.024243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.024361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.024401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.024610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.024755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.035285] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1105.042667] env[65658]: INFO networking_nsxv3.common.synchronization [req-30d93da5-60bf-4446-a94d-0ef175679ee7 req-08ce4338-018d-40f7-9971-6407f826dae6 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Enqueued Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_members [ 1105.043239] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_members [ 1105.043551] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.043674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.043741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.044026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.044185] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.044286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.044346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.044521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.044577] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.044667] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.284272] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.285719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.286068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.286068] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be updated. [ 1105.348976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.348976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.349123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.349292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.349460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.353127] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1105.353127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.361546] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: IN_PROGRESS for 2s [ 1105.414045] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.414317] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-962" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.414500] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-962" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.414933] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-962" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.415443] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.415662] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.415846] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.416222] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.416377] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.416588] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.416706] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.416805] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.417092] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.417092] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.417216] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.417307] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.440859] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.441072] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.441482] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.441796] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-962" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.442307] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-8eac3d3b-cd4e-44d5-897a-95c1106405fd taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.442583] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.442765] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.443225] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.443466] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eac3d3b-cd4e-44d5-897a-95c1106405fd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.547276] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.547568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.547568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.547771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.547810] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.548143] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.548310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.548383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.548564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.548724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.548836] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 already deleted. [ 1105.548927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.843685] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a in Status: SUCCESS [ 1105.843908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.945974] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.946239] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.946367] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.946657] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.946866] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.947072] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 8eac3d3b-cd4e-44d5-897a-95c1106405fd not found, creating... [ 1105.947363] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.947530] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.947649] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.947930] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.948065] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948389] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.948545] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.948660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.948881] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.949276] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.949469] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 8eac3d3b-cd4e-44d5-897a-95c1106405fd is going to be created. [ 1105.971657] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.971786] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.971821] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.972115] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.972629] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.972677] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.656272] env[65658]: INFO networking_nsxv3.common.synchronization [req-30d93da5-60bf-4446-a94d-0ef175679ee7 req-b429dbd0-c19a-4c37-8546-581bb2240938 service nova] Enqueued Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_rules [ 1106.656497] env[65658]: INFO networking_nsxv3.common.synchronization [req-30d93da5-60bf-4446-a94d-0ef175679ee7 req-b429dbd0-c19a-4c37-8546-581bb2240938 service nova] Enqueued Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_members [ 1106.656573] env[65658]: INFO networking_nsxv3.common.synchronization [req-30d93da5-60bf-4446-a94d-0ef175679ee7 req-b429dbd0-c19a-4c37-8546-581bb2240938 service nova] Enqueued Resource ID: 8eac3d3b-cd4e-44d5-897a-95c1106405fd with Priority: HIGHEST for action port [ 1106.656792] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_rules [ 1106.656918] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_members [ 1106.657014] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eac3d3b-cd4e-44d5-897a-95c1106405fd with Priority: HIGHEST for action port [ 1106.657583] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.657666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.657734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.658274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.658401] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.659797] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.660089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.660331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.660520] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.660650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.660787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.660924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.661052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.661171] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.662037] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eac3d3b-cd4e-44d5-897a-95c1106405fd taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.662191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.662284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.662490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.662594] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eac3d3b-cd4e-44d5-897a-95c1106405fd',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.045555] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1107.045902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.046163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.046458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.046716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.046868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.046943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.047149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.047241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.047329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.047450] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.164560] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.166141] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.166141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.166141] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eac3d3b-cd4e-44d5-897a-95c1106405fd with status ACTIVE [ 1107.166338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.166338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.166836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.166836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.166836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.166836] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.166968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.167025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.167165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.167251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.167450] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.167610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.167697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.167966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.168088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.168173] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eac3d3b-cd4e-44d5-897a-95c1106405fd is going to be updated. [ 1107.196765] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.196929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.197033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.197448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.197448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.197563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eac3d3b-cd4e-44d5-897a-95c1106405fd" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.383343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd624d05-4706-4739-be6b-69bfda905751 in Status: SUCCESS [ 1107.383616] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd624d05-4706-4739-be6b-69bfda905751 deletion is rescheduled due to dependency. [ 1107.383750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.550277] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.550439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.550508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.550737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.550905] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.551035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.551088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.551431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.551431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.551431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.551548] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.551664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.551706] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.551817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.551965] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.552098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.552160] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.552377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.552468] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.552552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.552639] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.670359] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.056432] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09bd9350-d957-46ba-8772-e25b712a813d: rpc.has_security_group_logging(os_id): False [ 1108.077233] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.077584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.077584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.077664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.097061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.097623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.097912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.098065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.098398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.098560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.098898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.099105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.099231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.099571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.099694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.099928] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.100147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.100261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.100509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.100635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.100793] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1108.168140] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.168301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.168515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.168593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.168710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.172822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.173022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.173142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.173405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.173405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.173484] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 is going to be created. [ 1108.185102] env[65658]: INFO networking_nsxv3.common.synchronization [req-cdbd0089-669a-4bbc-ba54-09b0cc7d6df9 req-1944a283-b495-4ec7-bfc1-ddbaf87fad8d tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1108.186069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1108.186586] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1108.186930] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.187663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.187663] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.188057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.188140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.188250] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.198835] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.199031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.199084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.199265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.199429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.216214] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 in Status: UNINITIALIZED for 2s [ 1108.694642] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.197748] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.365228] env[65658]: INFO networking_nsxv3.common.synchronization [req-87740db3-fed0-4736-b98f-eb6c93098665 req-2b4940df-e279-4f24-9de8-be1fb14f6e92 tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Enqueued Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_members [ 1109.365228] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_members [ 1109.366092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.366380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.366597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.367032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.368934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.369317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.369485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.369820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.370069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.370432] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.673775] env[65658]: INFO networking_nsxv3.common.synchronization [req-254d8817-5af4-43d3-b891-8be3d2ce2b93 req-f6b38ccd-73a7-484e-9158-7302006d0197 tempest-ServerRescueNegativeTestJSON-2000436508 tempest-ServerRescueNegativeTestJSON-2000436508-project-member] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 1109.674364] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGHEST for action security_group_members [ 1109.674682] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.674797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.676612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.676612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.676612] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.676612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.676612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.676612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.676612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.676612] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.701734] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.702244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.702244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.702449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.702498] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.702578] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1109.737562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.737772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.737852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.738281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.738449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.748682] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1109.774215] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.774425] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-680" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.774541] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-680" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.774879] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-680" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.775176] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.775372] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.775503] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.775764] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.776203] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.776203] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.776313] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.776380] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.776493] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.776646] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.776757] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.776894] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.800170] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.800170] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.800170] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.800170] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-680" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.801225] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-87c02c8b-cce8-46c8-86fd-c0752d56c991 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.801345] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.801471] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.801907] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.802140] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c02c8b-cce8-46c8-86fd-c0752d56c991',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.874165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.874378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.874455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.874703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.874799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.875019] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.875122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.875169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.875667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.875667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.875667] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0481161-3812-4c03-a12d-a0954df13087 already deleted. [ 1109.875667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.179320] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.179509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.179574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.179778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.203303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.203597] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.203783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.203890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.204211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.204347] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.204485] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be updated. [ 1110.206845] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1110.207068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.241338] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 in Status: SUCCESS [ 1110.241478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.241607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.241842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.242096] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.242228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.242308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.242492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.242593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.242690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.242783] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.259704] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.259913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.259913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.260361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.260361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.271740] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: IN_PROGRESS for 2s [ 1110.305423] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.306163] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.306525] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.306971] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.307193] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.307431] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 87c02c8b-cce8-46c8-86fd-c0752d56c991 not found, creating... [ 1110.307814] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.308727] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.308936] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.309399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.309583] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.310348] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.310617] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.310668] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.311133] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.311384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.311613] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 87c02c8b-cce8-46c8-86fd-c0752d56c991 is going to be created. [ 1110.351330] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.351582] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.351667] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.352375] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.352375] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.352697] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.744764] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.745144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.745144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.745367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.745401] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.745477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.745543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.745770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.745858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.745941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.746103] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.746248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.746248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.746379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.746512] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.746599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.746652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.746786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.746855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.746936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.747046] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.128408] env[65658]: INFO networking_nsxv3.common.synchronization [req-87740db3-fed0-4736-b98f-eb6c93098665 req-caf90f35-2e2f-4fc7-9d57-ba98381b24fb service nova] Enqueued Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_rules [ 1111.128408] env[65658]: INFO networking_nsxv3.common.synchronization [req-87740db3-fed0-4736-b98f-eb6c93098665 req-caf90f35-2e2f-4fc7-9d57-ba98381b24fb service nova] Enqueued Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_members [ 1111.128408] env[65658]: INFO networking_nsxv3.common.synchronization [req-87740db3-fed0-4736-b98f-eb6c93098665 req-caf90f35-2e2f-4fc7-9d57-ba98381b24fb service nova] Enqueued Resource ID: 87c02c8b-cce8-46c8-86fd-c0752d56c991 with Priority: HIGHEST for action port [ 1111.128408] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_rules [ 1111.128858] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_members [ 1111.128858] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c02c8b-cce8-46c8-86fd-c0752d56c991 with Priority: HIGHEST for action port [ 1111.129073] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.129324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.129386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.129708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.129819] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.131114] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.131308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.131381] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.131624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.131839] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.132012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.132159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.132353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.132478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.132648] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.133662] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c02c8b-cce8-46c8-86fd-c0752d56c991 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.133842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.134824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.134824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.134824] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c02c8b-cce8-46c8-86fd-c0752d56c991',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.249164] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f50b69-9ca6-448e-9719-f1dd1e755d47: rpc.has_security_group_logging(os_id): False [ 1111.270439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.270643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.270713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.271056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.271159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.271408] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.271511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.271578] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.271815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.271887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.272197] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.272358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.272482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.272648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.272733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.273014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.273143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.273212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.273588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.273588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.273722] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 is going to be created. [ 1111.428674] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.428887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.428962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.429230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.429440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.442902] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 in Status: IN_PROGRESS for 2s [ 1111.637049] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.637049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.637049] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.640066] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87c02c8b-cce8-46c8-86fd-c0752d56c991 with status ACTIVE [ 1111.640372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.640613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.640613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.640815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.642359] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.642359] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.642359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.642359] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87c02c8b-cce8-46c8-86fd-c0752d56c991 is going to be updated. [ 1111.668406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.668599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.668687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.668935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.669104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.669413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c02c8b-cce8-46c8-86fd-c0752d56c991" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.758652] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1111.759045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.139299] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.284900] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 in Status: SUCCESS [ 1112.285155] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 deletion is rescheduled due to dependency. [ 1112.285456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.644889] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.644889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.644889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.644889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.644889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.644889] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0481161-3812-4c03-a12d-a0954df13087 is going to be created. [ 1112.676394] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.676647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.676647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.676813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.676975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.693229] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0481161-3812-4c03-a12d-a0954df13087 in Status: UNINITIALIZED for 2s [ 1112.713166] env[65658]: INFO networking_nsxv3.common.synchronization [req-068085fc-83a5-4b82-adbc-6f33a8d831c5 req-4b3fa3f2-d738-4904-b0f9-d09bb6e66ee0 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1112.713823] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1112.714189] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.714316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.714389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.714597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.714771] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.714879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.714942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.715491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.715491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.715491] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.105777] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.106107] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.106143] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.106431] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.106808] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.106975] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.107126] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.107399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.107612] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.107836] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.107948] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.108067] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.108178] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.108287] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.108390] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.108521] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.130833] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.131048] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.131416] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.131703] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.132071] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.132384] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.132540] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.132899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.133485] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.218289] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.218464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.218590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.218890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.219071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.219361] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.219486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.219763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.219868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.220065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1113.253372] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.253654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.253751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.254295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.265908] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1113.458479] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 in Status: SUCCESS [ 1113.458797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.635845] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.636073] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.636122] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.636468] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.636583] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.636744] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 not found, creating... [ 1113.637368] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.637368] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.637368] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.637556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.638310] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.638310] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.638310] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.638310] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.638511] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.638539] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.638671] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 is going to be created. [ 1113.667498] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.667726] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.667874] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.668236] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.668523] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.668775] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.457399] env[65658]: INFO networking_nsxv3.common.synchronization [req-068085fc-83a5-4b82-adbc-6f33a8d831c5 req-8ca14b30-12f6-45a5-86f5-ab8a7b0fdb7e service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1114.457399] env[65658]: INFO networking_nsxv3.common.synchronization [req-068085fc-83a5-4b82-adbc-6f33a8d831c5 req-8ca14b30-12f6-45a5-86f5-ab8a7b0fdb7e service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1114.457399] env[65658]: INFO networking_nsxv3.common.synchronization [req-068085fc-83a5-4b82-adbc-6f33a8d831c5 req-8ca14b30-12f6-45a5-86f5-ab8a7b0fdb7e service nova] Enqueued Resource ID: d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 with Priority: HIGHEST for action port [ 1114.457399] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1114.457399] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1114.457399] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 with Priority: HIGHEST for action port [ 1114.458733] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.459100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.459322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.459783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.460062] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.463277] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.463582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.464059] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.464502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.464834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.465875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.465875] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.571494] env[65658]: INFO networking_nsxv3.common.synchronization [req-b448d9c6-2139-41f1-9f9b-0066109363ef req-99129b12-4543-40c2-a2e1-641f38ea1b55 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1114.571983] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1114.572833] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.573035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.573149] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.573455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.573672] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.573792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.573858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.574652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.574785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.574877] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.704411] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0481161-3812-4c03-a12d-a0954df13087 in Status: SUCCESS [ 1114.704661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.705316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.705635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.705870] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.706073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.706153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.706365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.706458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.706558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.706669] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.908187] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.908380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.908502] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.908770] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.909431] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.909605] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.909731] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.909961] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.910159] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.911296] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.911429] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.911547] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.911659] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.911774] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.911935] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.912105] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.934602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.934986] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.935182] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.935416] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.935888] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.936154] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.936437] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.936721] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.936855] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7504efd-d65a-4442-8ccd-d2a0d44e6af8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.967741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.967925] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968171] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 with status ACTIVE [ 1114.968375] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.968490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.968801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.968905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969103] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.969201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.969262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.969492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969782] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.969844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.969901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.970058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.970141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.970226] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73 is going to be updated. [ 1114.993838] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.994050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.994095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.994287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.994434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.994661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e1ae0e-f0c5-4102-862e-fcf1c6e7fd73" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.078045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.078226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.078264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.078464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.078910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.078910] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.078910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.079249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.079322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.079415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.079545] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be deleted. [ 1115.156296] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.156517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.156603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.156945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.157122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.157343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.209944] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.211224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.211224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.211224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.211644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.211644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.211644] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.211805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.211882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.211965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.212102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.212148] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.282346] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1115.282346] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1115.282584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.282629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.282971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.283224] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.283427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.283535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.283721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.283829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.283952] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.439229] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.439465] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.439574] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.440531] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.440693] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.440867] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port a7504efd-d65a-4442-8ccd-d2a0d44e6af8 not found, creating... [ 1115.441293] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.441500] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.441654] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.442496] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.442687] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.443221] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.443483] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.443684] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.443981] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.444180] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.444365] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: a7504efd-d65a-4442-8ccd-d2a0d44e6af8 is going to be created. [ 1115.468691] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.469100] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.469247] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.469574] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.469836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.470230] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.714806] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0481161-3812-4c03-a12d-a0954df13087: rpc.has_security_group_logging(os_id): False [ 1115.739235] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.739439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.739569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.739971] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.740113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.740373] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.740520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.740613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.740831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.740944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741293] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.741439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.741565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.741730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.741839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.742116] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.743025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.743025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.743025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.743025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.743025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0481161-3812-4c03-a12d-a0954df13087 is going to be created. [ 1115.787205] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.826250] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.826440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.826539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.826817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.827055] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.842548] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0481161-3812-4c03-a12d-a0954df13087 in Status: IN_PROGRESS for 2s [ 1116.282621] env[65658]: INFO networking_nsxv3.common.synchronization [req-b448d9c6-2139-41f1-9f9b-0066109363ef req-37afad95-146b-4ac2-854e-c056a53b8f9a service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1116.283034] env[65658]: INFO networking_nsxv3.common.synchronization [req-b448d9c6-2139-41f1-9f9b-0066109363ef req-37afad95-146b-4ac2-854e-c056a53b8f9a service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1116.283340] env[65658]: INFO networking_nsxv3.common.synchronization [req-b448d9c6-2139-41f1-9f9b-0066109363ef req-37afad95-146b-4ac2-854e-c056a53b8f9a service nova] Enqueued Resource ID: a7504efd-d65a-4442-8ccd-d2a0d44e6af8 with Priority: HIGHEST for action port [ 1116.284529] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1116.284784] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1116.285214] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7504efd-d65a-4442-8ccd-d2a0d44e6af8 with Priority: HIGHEST for action port [ 1116.285587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.285827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.286122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.286367] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.286538] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.288346] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.288583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.288690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.289088] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.289521] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.289602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.289710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.290027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.290169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.290360] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.292155] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.292155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.292155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.292467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.292611] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7504efd-d65a-4442-8ccd-d2a0d44e6af8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.295765] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.795494] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.799023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.799023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.799023] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7504efd-d65a-4442-8ccd-d2a0d44e6af8 with status ACTIVE [ 1116.799023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.799023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.799484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.800249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.800504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.800835] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.801219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.801437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.801733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.802056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.802486] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.802755] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.804028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.804028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.804028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.804028] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7504efd-d65a-4442-8ccd-d2a0d44e6af8 is going to be updated. [ 1116.805755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.806058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.806304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.806713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.806951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.807183] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1116.861878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.862076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.862076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.862328] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.862496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.862678] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7504efd-d65a-4442-8ccd-d2a0d44e6af8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.873728] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.873728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.873728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.873728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.873728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.884744] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1117.309901] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.812619] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.813032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.813032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.813157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.813157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.813228] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be created. [ 1117.843023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.843023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.843023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.843023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.843023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.862524] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: UNINITIALIZED for 2s [ 1117.863905] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0481161-3812-4c03-a12d-a0954df13087 in Status: SUCCESS [ 1117.864460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.759516] env[65658]: INFO networking_nsxv3.common.synchronization [req-f7724303-b28a-48ec-81fa-ccd0e8037679 req-6fdc3ba3-d000-4bfd-8e89-23d036ea8f71 tempest-InstanceActionsTestJSON-1925813290 tempest-InstanceActionsTestJSON-1925813290-project-member] Enqueued Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_members [ 1118.760427] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGHEST for action security_group_members [ 1118.761453] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.763878] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.763878] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.763878] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.896936] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1118.897533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.898730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.899022] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.899250] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.899397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.899466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.899662] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.899752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.899843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.899936] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.267497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.267497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.267497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.267497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.267680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.267939] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.267939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.268096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.268292] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.268519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.268630] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a is going to be updated. [ 1119.312587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.312716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.312838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.313096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.313299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.326197] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a in Status: IN_PROGRESS for 2s [ 1119.403595] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.403794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.403843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.404489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.404776] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.404776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.405027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.405114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.405278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.405330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.405556] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.405636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.405666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.405876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.406052] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.406169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.406242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.406633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.406633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.406795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.406824] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.879449] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1119.880644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.880806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.882168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.882643] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.882769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.882911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.883282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.883282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.883650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.883748] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.908727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 1119.927505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.927638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.927710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.928211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.928211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.928412] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.928563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.928563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.928735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.928805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.929026] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.929119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.929314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.929314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.929451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.930035] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.930670] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.930770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.931263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.931370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.931460] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1120.007906] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.008069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.008142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.008359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.008506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.025615] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1120.387349] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.387349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.387599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.388651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.388949] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390221] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391056] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.391056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.391056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391389] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.893242] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217d07bf-15e5-4c58-8276-1f10dd459bd1: rpc.has_security_group_logging(os_id): False [ 1120.911454] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.911822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.911822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.911885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.911967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.912159] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.912385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.912385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.912519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.912592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.912774] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.912867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.912927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.913077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.913150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.913341] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.913442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.913497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.913632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.913700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.913787] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be created. [ 1120.973818] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.973911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.973952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.974187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.974375] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.987056] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1121.336842] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a in Status: SUCCESS [ 1121.337147] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a deletion is rescheduled due to dependency. [ 1121.337147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.044478] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1122.044884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.513017] env[65658]: INFO networking_nsxv3.common.synchronization [req-ff29b1b0-a5d7-4169-af72-21f270fa11cd req-acd41ebe-6831-46da-8d1d-50a918705225 tempest-ServerAddressesNegativeTestJSON-2096917079 tempest-ServerAddressesNegativeTestJSON-2096917079-project-member] Enqueued Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_members [ 1122.513760] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGHEST for action security_group_members [ 1122.514504] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.514504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.514504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.514915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.514915] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.514915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.515076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.515257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.515390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.515531] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.021018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.021261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.021354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.021583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.021676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.021876] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.021976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.022060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.022232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.022339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.022397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 is going to be updated. [ 1123.094323] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1123.094323] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.096651] env[65658]: INFO networking_nsxv3.common.synchronization [None req-96e67a61-b796-4a77-87a0-22ca13f39a1e tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1123.096977] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1123.097646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.097646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.097646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.097796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.097825] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.097959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.097959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.098273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.098333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.099058] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.104028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.104028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.104028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.104028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.104028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.114640] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 in Status: IN_PROGRESS for 2s [ 1123.602813] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.665448] env[65658]: INFO networking_nsxv3.common.synchronization [None req-0b2e46f5-e0bb-418f-bf6d-d5d114181127 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_rules [ 1123.666194] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_rules [ 1123.666306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.666438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.666499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.666768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.666844] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.748579] env[65658]: INFO networking_nsxv3.common.synchronization [None req-98d8de10-841d-43c7-b60a-a3b6bb66bfe6 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_rules [ 1123.750280] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_rules [ 1123.750952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.751179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.104763] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.160293] env[65658]: INFO networking_nsxv3.common.synchronization [req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f req-66c87355-981a-4323-9c7a-3d59b860b616 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1124.160885] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1124.161238] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.161363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.161425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.161624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.161775] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.161869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.162094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.162094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.162229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.162272] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.191029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.191253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.191313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.191597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.191701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.191842] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 already deleted. [ 1124.191972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.192256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.192368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.192486] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.557304] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.557540] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.557613] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.557863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.558548] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.558742] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.558870] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.559188] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.559401] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.559648] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.559770] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.559882] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.560013] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.560188] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.560296] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.560424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.707719] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.707870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.707920] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.708176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.708581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.708581] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1124.709465] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.728039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.728214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.728214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.728378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.728479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.728578] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 already deleted. [ 1124.728903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.732993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.733171] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.173 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.733307] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.733472] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-974" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.733764] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-c48f4b56-a2d7-4856-b11d-4a74523036db taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.734022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.734139] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.734489] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.734650] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c48f4b56-a2d7-4856-b11d-4a74523036db',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.741687] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.741958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.741958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.742127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.742270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.752846] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1125.127603] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 in Status: SUCCESS [ 1125.127928] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 deletion is rescheduled due to dependency. [ 1125.127928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.213416] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.238048] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.238048] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.238276] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.238395] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.238527] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.238675] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port c48f4b56-a2d7-4856-b11d-4a74523036db not found, creating... [ 1125.238944] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.239158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.239313] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.239486] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.239621] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.239902] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.240089] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.240208] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.240426] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.240559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.240696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: c48f4b56-a2d7-4856-b11d-4a74523036db is going to be created. [ 1125.261369] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.261609] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.262385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.262385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.262385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.262550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.583639] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.583990] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.584182] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.584501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.584817] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.585213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.585213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.585322] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.585438] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.585695] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.585806] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.585892] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.586038] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.586127] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.586224] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.586356] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.607235] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.607413] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.607548] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.607725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.608191] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-bfa98b30-9350-4ec1-b3b4-a1628bc50174 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.608378] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.608495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.608815] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.608953] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa98b30-9350-4ec1-b3b4-a1628bc50174',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.715488] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.715665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.715757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.716112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.716209] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1125.747686] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.747856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.747926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.748217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.748391] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.758294] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1125.829549] env[65658]: INFO networking_nsxv3.common.synchronization [req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f req-59e55969-2c98-4432-8c9e-363ba5b086cf service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 1125.829793] env[65658]: INFO networking_nsxv3.common.synchronization [req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f req-59e55969-2c98-4432-8c9e-363ba5b086cf service nova] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1125.829900] env[65658]: INFO networking_nsxv3.common.synchronization [req-8812e6e3-d4ed-43b8-b28d-d5b586646c5f req-59e55969-2c98-4432-8c9e-363ba5b086cf service nova] Enqueued Resource ID: c48f4b56-a2d7-4856-b11d-4a74523036db with Priority: HIGHEST for action port [ 1125.830718] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_rules [ 1125.831077] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1125.831273] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48f4b56-a2d7-4856-b11d-4a74523036db with Priority: HIGHEST for action port [ 1125.831608] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.831804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.831916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.836033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.836033] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.836033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.836033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.836033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c48f4b56-a2d7-4856-b11d-4a74523036db taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.836033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.836033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.836033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.836033] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c48f4b56-a2d7-4856-b11d-4a74523036db',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.037724] env[65658]: INFO networking_nsxv3.common.synchronization [req-b3e44ec8-85ef-41b2-aefc-60fd2c5f37b8 req-6e6fa30a-fc08-49be-bfe4-11881b026a4f tempest-InstanceActionsNegativeTestJSON-1198948301 tempest-InstanceActionsNegativeTestJSON-1198948301-project-member] Enqueued Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_members [ 1126.038297] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGHEST for action security_group_members [ 1126.038621] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.038740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.038804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.039009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.039166] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.039261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.039322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.039466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.039552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.039645] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.111348] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.111594] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.111721] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.112046] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.112206] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.112377] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port bfa98b30-9350-4ec1-b3b4-a1628bc50174 not found, creating... [ 1126.112669] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.112827] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.112940] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.113178] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.113313] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.114028] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.114028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.114028] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.114223] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.114223] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.114338] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: bfa98b30-9350-4ec1-b3b4-a1628bc50174 is going to be created. [ 1126.139950] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.140309] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.140402] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.140714] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.140950] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.141220] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.335903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.336358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.336657] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c48f4b56-a2d7-4856-b11d-4a74523036db with status ACTIVE [ 1126.336957] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.337229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.337395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.338020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.338020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.338020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.338203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.338203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.338333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.338420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.338615] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.338715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.338768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.338909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.338984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.339087] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c48f4b56-a2d7-4856-b11d-4a74523036db is going to be updated. [ 1126.367685] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.368023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.368023] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.368173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.368317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.368475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c48f4b56-a2d7-4856-b11d-4a74523036db" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.541713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.542617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.542617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.542617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.542617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.542617] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.542617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.542617] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.542877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.542877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.542933] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0481161-3812-4c03-a12d-a0954df13087 is going to be updated. [ 1126.575310] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.575489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.575489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.575683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.575821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.585588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0481161-3812-4c03-a12d-a0954df13087 in Status: IN_PROGRESS for 2s [ 1126.763289] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1126.763508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.823067] env[65658]: INFO networking_nsxv3.common.synchronization [req-3371a310-a1e2-47b9-8204-60b96626d73f req-c600455f-6374-43cf-be29-46c21d8d5e55 service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1126.823264] env[65658]: INFO networking_nsxv3.common.synchronization [req-3371a310-a1e2-47b9-8204-60b96626d73f req-c600455f-6374-43cf-be29-46c21d8d5e55 service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1126.823438] env[65658]: INFO networking_nsxv3.common.synchronization [req-3371a310-a1e2-47b9-8204-60b96626d73f req-c600455f-6374-43cf-be29-46c21d8d5e55 service nova] Enqueued Resource ID: bfa98b30-9350-4ec1-b3b4-a1628bc50174 with Priority: HIGHEST for action port [ 1126.823936] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1126.824085] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1126.824553] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa98b30-9350-4ec1-b3b4-a1628bc50174 with Priority: HIGHEST for action port [ 1126.824553] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.824553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.824692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.824809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.825035] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.826443] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.826750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.826750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.828374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.828374] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.828374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.828374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.828374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.828374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.828374] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.831176] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa98b30-9350-4ec1-b3b4-a1628bc50174 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.831176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.831176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.831176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.831176] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa98b30-9350-4ec1-b3b4-a1628bc50174',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.327689] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.328172] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.331359] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.333336] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfa98b30-9350-4ec1-b3b4-a1628bc50174 with status ACTIVE [ 1127.333511] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.333652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.333736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.333963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.334079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.334288] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.334410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.334469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.334656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.334887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.335142] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.335142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.335142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.335314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.335314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.335410] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfa98b30-9350-4ec1-b3b4-a1628bc50174 is going to be updated. [ 1127.406639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.406743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.406777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.406989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.407163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.407346] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa98b30-9350-4ec1-b3b4-a1628bc50174" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769331] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1127.769646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.769928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.770165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.770285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.770399] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.770607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.770607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.770670] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.833901] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.272781] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.338187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.338187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.338187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.338187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.338187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.338187] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1128.377119] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.377955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.377955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.377955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.377955] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.390528] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1128.597397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0481161-3812-4c03-a12d-a0954df13087 in Status: SUCCESS [ 1128.597628] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0481161-3812-4c03-a12d-a0954df13087 deletion is rescheduled due to dependency. [ 1128.597764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.775877] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.278975] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.279190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.279243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.279481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.279574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.279713] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1129.314887] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.314887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.314887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.314887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.314887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.324654] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1130.236649] env[65658]: INFO networking_nsxv3.common.synchronization [req-6b3b9062-1e24-4613-9608-367540f935d0 req-ed6b53c4-5892-4622-804d-64cc741b0a42 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_members [ 1130.237262] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_members [ 1130.237641] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.237766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.237834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.238125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.238322] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.238425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.238487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.238688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.238775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.238860] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.404533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1130.404905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.405559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.405810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.405957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.406049] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.406224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.406309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.406398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.406500] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.620063] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.620314] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.620314] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.622022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.622022] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.622022] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.622293] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.622430] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.622663] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.622995] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.623473] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.626022] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.626022] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.626022] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.626022] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.626022] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.647213] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.647213] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.647213] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.647213] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.647555] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-a63113a3-ff17-4649-9e80-61ab00f0d00e taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.647679] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.647732] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.649030] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.649282] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63113a3-ff17-4649-9e80-61ab00f0d00e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.741314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.741435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.741535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.741773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.741860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.742129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.742284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.742534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.742534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.742697] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.742697] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 already deleted. [ 1130.742748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913071] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.913071] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913071] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.913071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.913658] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.913658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.913658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.913658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.913658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913815] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.037409] env[65658]: INFO networking_nsxv3.common.synchronization [req-2e976239-07ee-49f1-925e-08f1b4b93739 req-aacd9882-52e0-459f-844e-f351eb6162b5 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1131.038246] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1131.038616] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.038774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.039217] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.039312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.039601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.039693] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.152868] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.152868] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.152868] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.153130] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.153309] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.153477] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port a63113a3-ff17-4649-9e80-61ab00f0d00e not found, creating... [ 1131.153786] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.153941] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.154091] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.154399] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.154568] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.154988] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.155209] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.155355] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.155565] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.155705] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.155859] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: a63113a3-ff17-4649-9e80-61ab00f0d00e is going to be created. [ 1131.181325] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.181566] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.181693] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.181978] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.182232] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.182460] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.335454] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1131.335790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.335884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.336105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.336305] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.336419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.336484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.336732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.336732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.336829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.336898] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.417412] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217d07bf-15e5-4c58-8276-1f10dd459bd1: rpc.has_security_group_logging(os_id): False [ 1131.437980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.438201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.438201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.438351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.438485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.438640] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.438734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.438799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.439035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.439168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.439379] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.439549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.439549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.439665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.439735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.439918] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.440047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.440103] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.440295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.440395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.440488] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1131.510194] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.510428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.510853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.510853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.512867] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.527632] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1131.542443] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.542614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.542614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.542846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.542987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.543243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.543419] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.543471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.543653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.543748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.543847] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1131.586032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.586315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.586315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.586720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.587064] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.598343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1131.839461] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.839623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.839694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.839913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.840181] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.840273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.840273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.840446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.840568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.840635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.840790] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.840875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.840930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.841089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.841235] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.841319] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.841379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.841515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.841591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.841668] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.841759] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.875719] env[65658]: INFO networking_nsxv3.common.synchronization [req-6b3b9062-1e24-4613-9608-367540f935d0 req-e65ff3c0-35e4-42f8-9fa7-6dbc2c6e424f service nova] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_rules [ 1131.875899] env[65658]: INFO networking_nsxv3.common.synchronization [req-6b3b9062-1e24-4613-9608-367540f935d0 req-e65ff3c0-35e4-42f8-9fa7-6dbc2c6e424f service nova] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_members [ 1131.876057] env[65658]: INFO networking_nsxv3.common.synchronization [req-6b3b9062-1e24-4613-9608-367540f935d0 req-e65ff3c0-35e4-42f8-9fa7-6dbc2c6e424f service nova] Enqueued Resource ID: a63113a3-ff17-4649-9e80-61ab00f0d00e with Priority: HIGHEST for action port [ 1131.876274] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_rules [ 1131.876399] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_members [ 1131.876492] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a63113a3-ff17-4649-9e80-61ab00f0d00e with Priority: HIGHEST for action port [ 1131.877113] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.877242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.877308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.877520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.877594] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.878510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.878622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.878688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.878860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.879007] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.879099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.879186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.879299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.879383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.879471] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.880242] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a63113a3-ff17-4649-9e80-61ab00f0d00e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.880382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.880421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.880785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.880785] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63113a3-ff17-4649-9e80-61ab00f0d00e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.344021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc887b6-7655-4898-a080-fddd8844669a: rpc.has_security_group_logging(os_id): False [ 1132.364592] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.364779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.364849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.365094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.365189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.365454] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.365572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.365625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.365980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.365980] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.366066] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.366164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.366266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.366418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.366504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.366713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.366807] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.366902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.367087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.367163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.367266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1132.382522] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.382737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.382779] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.383773] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a63113a3-ff17-4649-9e80-61ab00f0d00e with status ACTIVE [ 1132.384023] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.384121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.384247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.385214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.385214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.385214] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.385214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.385214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.385214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.385214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.385522] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.385522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.385522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.385522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.385653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.386662] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a63113a3-ff17-4649-9e80-61ab00f0d00e is going to be updated. [ 1132.411743] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.411743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.411743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.411743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.411743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.411743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a63113a3-ff17-4649-9e80-61ab00f0d00e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.442769] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.443269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.445024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.445024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.445024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.472449] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1132.889318] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.392578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.392914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.392914] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.393000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.393131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.393232] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 is going to be created. [ 1133.418917] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.419128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.419254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.419521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.419693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.435040] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 in Status: UNINITIALIZED for 2s [ 1133.550270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1133.550546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.610270] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1133.610353] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1133.610479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.493017] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1134.493416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.447435] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 in Status: SUCCESS [ 1135.447737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.447970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.448237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.448436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.448574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.448635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.448796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.448896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.448984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.449090] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.951474] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.454409] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55ae4cab-729a-4502-9c97-9a22f9d67e69: rpc.has_security_group_logging(os_id): False [ 1136.476429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.476589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.476673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.476858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.477068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.477205] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.477371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.477371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.477495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.477573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.477662] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 is going to be created. [ 1136.551406] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.551569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.551604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.551817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.551997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.567166] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 in Status: IN_PROGRESS for 2s [ 1136.877384] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.877493] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1137.877760] env[65658]: INFO networking_nsxv3.common.synchronization [req-ce3facc9-94c4-48a2-a739-4652117811a6 req-98660997-c6b9-485b-bc3e-27d7e443716b tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_members [ 1137.878399] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGHEST for action security_group_members [ 1137.878758] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.879057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.879057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.879152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.879308] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.879398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.879461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.879605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.879696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.879777] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.383241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.383402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.383402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.383616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.383705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.383894] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.383991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.384062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.384217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.384293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.384376] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 is going to be updated. [ 1138.422739] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.422907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.422975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.423203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.423345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.431940] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 in Status: IN_PROGRESS for 2s [ 1138.580467] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 in Status: SUCCESS [ 1138.580467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.827335] env[65658]: INFO networking_nsxv3.common.synchronization [req-cd0c5d5e-665e-42c2-8c7c-6285af572dbd req-73d76f70-1e49-4c7c-8856-a878f23e7253 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1138.828539] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1138.828539] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.828782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.828782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.829314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.829421] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.829478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.829586] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.829771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.829858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.829957] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.333703] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.836801] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.329401] env[65658]: INFO networking_nsxv3.common.synchronization [req-48c64b36-de1c-4040-95ac-b3a62bc3f923 req-95d17709-4891-43d7-8919-d0d3c4c7971c tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1140.330338] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1140.331448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.331448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.331448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.331787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.331997] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.332262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.332262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.332515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.332719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.332829] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.341690] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.342042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.342042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.342331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.342463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.342609] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1140.382340] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.382782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.382891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.383182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.383357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.395198] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1140.441962] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 in Status: SUCCESS [ 1140.442233] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 deletion is rescheduled due to dependency. [ 1140.442389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.837960] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.259906] env[65658]: INFO networking_nsxv3.common.synchronization [req-f885ea67-b710-48ef-8176-c1983b5f9fb7 req-53d9c5cc-1158-4cb2-a865-c3268ee73cb8 tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1141.260512] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1141.261333] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.261458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.261524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.261736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.261898] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.261991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.262054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.262204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.262301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.262377] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.281867] env[65658]: INFO networking_nsxv3.common.synchronization [None req-61c2269a-1249-4b59-8019-bdb8278057b7 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1141.282400] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1141.282726] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.282850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.340446] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.677223] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.677628] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.677628] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.677907] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.678269] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.678459] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.678576] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.678830] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.678999] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.679247] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.679335] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.679442] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.679561] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.679650] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.679752] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.679921] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.703024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.703190] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.703544] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.703544] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-703" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.703831] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-27f14678-7928-4276-a629-1cc025147963 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.704024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.704119] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.704442] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.704569] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f14678-7928-4276-a629-1cc025147963',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.767239] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.767427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.767469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.767682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.767777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.767979] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.768210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.768268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.768427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.768506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.768597] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1141.796475] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.796475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.796629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.796746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.796924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.800877] env[65658]: INFO networking_nsxv3.common.synchronization [req-17a8b214-5402-46fc-9528-1e65812bbbf2 req-46a23873-e6fa-467a-9e65-4415a569295c tempest-ServersNegativeTestJSON-1162710598 tempest-ServersNegativeTestJSON-1162710598-project-member] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1141.801621] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGHEST for action security_group_members [ 1141.801968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.802213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.802304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.802534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.802734] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.802847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.802923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.803166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.803271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.803400] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.807018] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1141.843053] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.843180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.843263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.843934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.843934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.843934] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1141.875017] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.875184] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.875253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.875463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.875637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.886199] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1142.207235] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.207403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.207519] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.207805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.208353] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.208353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 27f14678-7928-4276-a629-1cc025147963 not found, creating... [ 1142.208510] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.208510] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.208626] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.208827] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.208965] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.209262] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.209420] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.209534] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.209738] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.209869] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.210012] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 27f14678-7928-4276-a629-1cc025147963 is going to be created. [ 1142.235161] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.235484] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.235631] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.235919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.236252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.236506] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.305243] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.305444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.305492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.305679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.305824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.305965] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.306080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.306152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.308107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.308107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.308107] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be updated. [ 1142.368128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.368306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.368390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.368660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.368885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.382114] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: IN_PROGRESS for 2s [ 1142.406970] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1142.407216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.998309] env[65658]: INFO networking_nsxv3.common.synchronization [req-f885ea67-b710-48ef-8176-c1983b5f9fb7 req-7ce44308-982a-452c-9d92-9d86eb1bb650 service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1142.998656] env[65658]: INFO networking_nsxv3.common.synchronization [req-f885ea67-b710-48ef-8176-c1983b5f9fb7 req-7ce44308-982a-452c-9d92-9d86eb1bb650 service nova] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1142.998656] env[65658]: INFO networking_nsxv3.common.synchronization [req-f885ea67-b710-48ef-8176-c1983b5f9fb7 req-7ce44308-982a-452c-9d92-9d86eb1bb650 service nova] Enqueued Resource ID: 27f14678-7928-4276-a629-1cc025147963 with Priority: HIGHEST for action port [ 1142.999159] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_rules [ 1142.999307] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1142.999769] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f14678-7928-4276-a629-1cc025147963 with Priority: HIGHEST for action port [ 1142.999769] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.999769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.999928] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.000073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.000159] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.001060] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.001194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.001391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f14678-7928-4276-a629-1cc025147963 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.001499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.001590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.001770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.001862] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f14678-7928-4276-a629-1cc025147963',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.053666] env[65658]: INFO networking_nsxv3.common.synchronization [None req-e46c5b9c-268d-4712-b3d3-4177037eddfc tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_rules [ 1143.054339] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_rules [ 1143.054622] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.054622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.054707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.054944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.055844] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.142880] env[65658]: INFO networking_nsxv3.common.synchronization [None req-082d120b-678f-4dfc-8367-8b96f44e2045 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_rules [ 1143.143591] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_rules [ 1143.144032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.144032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.504550] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.504688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.507113] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27f14678-7928-4276-a629-1cc025147963 with status ACTIVE [ 1143.507314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.507488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.507488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.507939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.507939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.507939] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.508194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.508194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.508262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.508342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.508523] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.508616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.508676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.508845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.508896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.509870] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27f14678-7928-4276-a629-1cc025147963 is going to be updated. [ 1143.536749] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.536898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.536970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.537198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.537459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.537622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f14678-7928-4276-a629-1cc025147963" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.578028] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.578215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.578215] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.578544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.578691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.578820] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be415b20-f6b8-489f-889a-77b548881858 already deleted. [ 1143.579250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.579435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.581217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.581353] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.718020] env[65658]: INFO networking_nsxv3.common.synchronization [req-e277cb4f-7315-44d1-ba6d-977d3a98c323 req-aa4b1249-0e47-4afb-8503-d3a425a9df36 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_members [ 1143.718791] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441386e6-1eba-42ea-a632-d4de2b884f95 with Priority: HIGHEST for action security_group_members [ 1143.719189] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-441386e6-1eba-42ea-a632-d4de2b884f95 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.719356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.719445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.719689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.719855] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.719956] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.720059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.720244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.720340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.720437] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441386e6-1eba-42ea-a632-d4de2b884f95',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.817027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1143.817244] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1143.817307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.817430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.817673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.817820] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.817927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.818018] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.818208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.818285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.818378] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.897209] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1143.897499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.897714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.898036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.898259] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.898765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.898765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.898897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.898997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.899676] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.102820] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.103222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.103222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.103398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.103398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.103456] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be415b20-f6b8-489f-889a-77b548881858 already deleted. [ 1144.103485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.224655] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.224972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.225200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.225599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.246943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.247236] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.247454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.247454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.247622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.247703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.247789] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 is going to be updated. [ 1144.260323] env[65658]: INFO networking_nsxv3.common.synchronization [req-084cbab3-d120-4826-bc0a-37882209c862 req-009bed59-d7c4-4329-af35-d29ce4952e90 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_members [ 1144.260755] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGHEST for action security_group_members [ 1144.261015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.261230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.261412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.261610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.261796] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.261919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.262020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.262195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.262306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.262421] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.279409] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.279409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.279409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.279409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.279409] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.288935] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441386e6-1eba-42ea-a632-d4de2b884f95 in Status: IN_PROGRESS for 2s [ 1144.322736] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.394197] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09bd9350-d957-46ba-8772-e25b712a813d in Status: SUCCESS [ 1144.394766] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09bd9350-d957-46ba-8772-e25b712a813d deletion is rescheduled due to dependency. [ 1144.394766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.401981] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.402161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.402252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.402571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.402717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.402962] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.403117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.403212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.403355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.403432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.403522] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1144.437883] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.437976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.438038] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.438397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.438397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.448540] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1144.765064] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.765183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.765284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.765544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.765689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.765903] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.766030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.766136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.766310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.766421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.766535] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eba537-c27b-409c-b428-1d546e98e37d is going to be updated. [ 1144.795128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.795128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.795128] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.795270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.795394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.806188] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: IN_PROGRESS for 2s [ 1144.824870] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.328087] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.328402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.328402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.328523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.328645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.328725] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1145.365918] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.366102] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.366181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.366393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.366538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.378454] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1146.298803] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441386e6-1eba-42ea-a632-d4de2b884f95 in Status: SUCCESS [ 1146.299113] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441386e6-1eba-42ea-a632-d4de2b884f95 deletion is rescheduled due to dependency. [ 1146.299430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441386e6-1eba-42ea-a632-d4de2b884f95" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.459755] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1146.460105] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 deletion is rescheduled due to dependency. [ 1146.460105] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.816937] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4eba537-c27b-409c-b428-1d546e98e37d in Status: SUCCESS [ 1146.817126] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4eba537-c27b-409c-b428-1d546e98e37d deletion is rescheduled due to dependency. [ 1146.817247] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.235686] env[65658]: INFO networking_nsxv3.common.synchronization [req-fd8d0b2f-e576-46e5-aef8-bcfbd166bad6 req-9626545e-1bd7-4788-9904-66fa562d3944 tempest-ServersTestJSON-1258735067 tempest-ServersTestJSON-1258735067-project-member] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1147.236321] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGHEST for action security_group_members [ 1147.237087] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.237087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.237087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.237087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.237720] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.237720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.237720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.237720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.237720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.237720] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.392611] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1147.392797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.392976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.393219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.393880] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.393880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.393880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.393880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.393880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.394168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.394168] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.740300] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.740728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.740728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.740797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.740837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.741105] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.741207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.741274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.741428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.741502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.741588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be updated. [ 1147.772020] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.772225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.772265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.772490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.772638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.783887] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: IN_PROGRESS for 2s [ 1147.897043] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.897345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.897473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.897739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.897979] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.898168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.898239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.898403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.898493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.898579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.898730] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.898828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.898944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.899133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.899281] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.899374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.899444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.899569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.899642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.899721] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.899803] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.403518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9533f851-6dfa-45df-ba74-fd58aa774e87: rpc.has_security_group_logging(os_id): False [ 1148.425191] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.425398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.425398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.425520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.425609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.425823] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.425922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.426010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.426146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.426235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.426462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.426589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.426648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.426788] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.426860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.427164] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.427164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.427288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.427325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.427387] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.427471] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1148.497502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.497502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.497502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.497502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.499672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.515124] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1149.796037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc887b6-7655-4898-a080-fddd8844669a in Status: SUCCESS [ 1149.796037] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc887b6-7655-4898-a080-fddd8844669a deletion is rescheduled due to dependency. [ 1149.796037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.535060] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1150.535358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.672650] env[65658]: INFO networking_nsxv3.common.synchronization [req-0feccd74-b4cd-4ce8-b67e-62f619491a07 req-66c1e930-98f2-490a-9056-66391db7babd tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_members [ 1150.672650] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_members [ 1150.672859] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.672981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.673063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.673320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.673476] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.673571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.673633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.673779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.673861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.673951] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.995711] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.996158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.996158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.996397] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.996689] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.996860] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.996974] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.997211] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.997360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.997628] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.997744] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.997859] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.997984] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.998124] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.998232] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.998361] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.020527] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.020713] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.020808] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.020979] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-432" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.021429] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.021607] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.021723] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.022062] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.022208] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6a517-ae55-48d5-96da-3b7df8bdbecb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.177021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.177220] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.177264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.177469] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.177564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.177763] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.177866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.177924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.178187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.178315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.178362] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be415b20-f6b8-489f-889a-77b548881858 already deleted. [ 1151.178435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.524172] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.524448] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.524578] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.524892] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.525075] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.525251] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port a5a6a517-ae55-48d5-96da-3b7df8bdbecb not found, creating... [ 1151.525566] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.525751] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.525879] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.526242] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.526408] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.526837] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.527048] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.527189] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.527428] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.527586] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.527760] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: a5a6a517-ae55-48d5-96da-3b7df8bdbecb is going to be created. [ 1151.551095] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.551407] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.551552] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.551850] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.552129] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.552455] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.302446] env[65658]: INFO networking_nsxv3.common.synchronization [req-0feccd74-b4cd-4ce8-b67e-62f619491a07 req-51a083b8-2ae7-4f3c-bbf0-f133f3c6dfda service nova] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_rules [ 1152.302707] env[65658]: INFO networking_nsxv3.common.synchronization [req-0feccd74-b4cd-4ce8-b67e-62f619491a07 req-51a083b8-2ae7-4f3c-bbf0-f133f3c6dfda service nova] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_members [ 1152.302746] env[65658]: INFO networking_nsxv3.common.synchronization [req-0feccd74-b4cd-4ce8-b67e-62f619491a07 req-51a083b8-2ae7-4f3c-bbf0-f133f3c6dfda service nova] Enqueued Resource ID: a5a6a517-ae55-48d5-96da-3b7df8bdbecb with Priority: HIGHEST for action port [ 1152.303232] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_rules [ 1152.303369] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_members [ 1152.303462] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a6a517-ae55-48d5-96da-3b7df8bdbecb with Priority: HIGHEST for action port [ 1152.303738] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.303843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.303908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.304139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.304202] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.305436] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.305549] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.305631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.305783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.305927] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.306031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.306093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.306234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.306341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.306401] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.307118] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.307227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.307294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.307442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.307516] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6a517-ae55-48d5-96da-3b7df8bdbecb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.568994] env[65658]: INFO networking_nsxv3.common.synchronization [None req-56837133-17df-44b8-bafb-924735d1244b tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1152.569706] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1152.569968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.570136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.570219] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.570484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.570573] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.653358] env[65658]: INFO networking_nsxv3.common.synchronization [None req-c090daa3-0b3d-49ae-8bbf-c8a034cd0546 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1152.654202] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1152.654293] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.654460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.809205] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.809423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.809519] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.810476] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a6a517-ae55-48d5-96da-3b7df8bdbecb with status ACTIVE [ 1152.810667] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.810784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.810823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.811035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.811154] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.811332] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.811430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.811493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.811664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.811733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.811936] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.812048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.812113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.812264] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.812338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.812424] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a6a517-ae55-48d5-96da-3b7df8bdbecb is going to be updated. [ 1152.834530] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.834674] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.834771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.835000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.835101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.835252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a6a517-ae55-48d5-96da-3b7df8bdbecb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.093132] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.093286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.093370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.093555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.093644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.093738] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f already deleted. [ 1153.093820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.093962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.094137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.094218] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.314439] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.614554] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.614700] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.614762] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.614974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.615073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.615172] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f already deleted. [ 1153.615254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.816589] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.816803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.816803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.817043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.817137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.817239] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be415b20-f6b8-489f-889a-77b548881858 is going to be created. [ 1153.840227] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.840455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.840519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.840710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.840894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.852075] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be415b20-f6b8-489f-889a-77b548881858 in Status: UNINITIALIZED for 2s [ 1155.864350] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be415b20-f6b8-489f-889a-77b548881858 in Status: SUCCESS [ 1155.864579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.864722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.864930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.865137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.865255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.865320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.865472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.865646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.865723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.865824] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.368696] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.870975] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be415b20-f6b8-489f-889a-77b548881858: rpc.has_security_group_logging(os_id): False [ 1156.889825] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.889825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.889825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.889825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.889825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.890039] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.890039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.890163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.890301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.890378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.890467] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be415b20-f6b8-489f-889a-77b548881858 is going to be created. [ 1156.955323] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.955545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.955545] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.955732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.955905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.967318] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be415b20-f6b8-489f-889a-77b548881858 in Status: IN_PROGRESS for 2s [ 1157.656550] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.656754] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1158.289681] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b req-7a08815c-40dc-4847-b322-1fb10ff53d72 tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 1158.292802] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 1158.292802] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.292802] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.292802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.292802] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.666399] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.666595] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.666719] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.666988] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.667255] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.667415] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.667529] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.667740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.667885] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.668137] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.668252] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.668372] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.668481] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.668589] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.668692] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.668820] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.689343] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.689491] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.689584] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.689771] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.690176] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-8a28aab7-12d3-4242-9c67-7f56fe837acb taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.690393] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.690523] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.690851] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.690998] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a28aab7-12d3-4242-9c67-7f56fe837acb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.795970] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.796539] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.796837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.797169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.823917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823917] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.823917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.823917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.823917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.823917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823917] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be updated. [ 1158.854297] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.854454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.854532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.854782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.854898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.866025] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: IN_PROGRESS for 2s [ 1158.980513] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be415b20-f6b8-489f-889a-77b548881858 in Status: SUCCESS [ 1158.980661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.193817] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.194065] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.194165] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.194458] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.194627] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.194815] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 8a28aab7-12d3-4242-9c67-7f56fe837acb not found, creating... [ 1159.195096] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.195351] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.195550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.195789] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.195938] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.196287] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.196455] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.196599] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.196881] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.196948] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.197103] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb is going to be created. [ 1159.223755] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.224145] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.224238] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.224489] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.224774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.225060] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.373086] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b req-97272462-9483-403b-a199-7e6862f39e59 service nova] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_rules [ 1160.373403] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b req-97272462-9483-403b-a199-7e6862f39e59 service nova] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 1160.373403] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae6cc0b1-f9a7-4ab2-bc84-62eb3a7d4f3b req-97272462-9483-403b-a199-7e6862f39e59 service nova] Enqueued Resource ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb with Priority: HIGHEST for action port [ 1160.373612] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_rules [ 1160.373730] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 1160.373823] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb with Priority: HIGHEST for action port [ 1160.374528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.374661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.374744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.374926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.375015] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.375941] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.376845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.377050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a28aab7-12d3-4242-9c67-7f56fe837acb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.377162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.377225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.377530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.377530] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a28aab7-12d3-4242-9c67-7f56fe837acb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.880061] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 1160.880061] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 deletion is rescheduled due to dependency. [ 1160.880061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.880061] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.880061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.880061] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.880487] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.880487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.880598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.880634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.880819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.880885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.880968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.881109] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.881961] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a28aab7-12d3-4242-9c67-7f56fe837acb with status ACTIVE [ 1160.882132] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.882314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.882314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.882962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.882962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.882962] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.882962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.882962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.883201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.883201] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.883258] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.883589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.883589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.883589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.883589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.883782] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb is going to be updated. [ 1160.884740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.884900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.885122] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.885228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.885291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.885432] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.885503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.885985] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.908031] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.908332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.908431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.908682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.908828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.909011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.387677] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.388081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.388081] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.890617] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.393768] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.394225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.394225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.394225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.394336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.394423] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be updated. [ 1162.422646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.422856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.422856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.423065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.423217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.432095] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: IN_PROGRESS for 2s [ 1164.081078] env[65658]: INFO networking_nsxv3.common.synchronization [req-f60db7c9-4321-49cc-bcb1-db736d1ace6c req-7567a741-b581-43d5-ba86-3fb99d039825 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1164.081668] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1164.081980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.082120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.082176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.082426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.082612] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.082731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.082808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.082946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.083045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.083143] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.423905] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.424173] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.424265] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.424551] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.424821] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.424997] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.425201] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.425458] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.425642] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.425883] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.426032] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.426174] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.426313] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.426447] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.426575] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.426730] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.442941] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 1164.443196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.443359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.443568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.443765] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.443877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.443940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.444113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.444194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.444277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.444491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.444590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.444652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.444795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.444934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.445048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.445120] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.445231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.445307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.445383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.445468] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.449540] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.449706] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.449838] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.449996] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.450354] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.450529] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.450652] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.450937] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.451090] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001adae3-6cde-4d4f-b9f7-e1b99d7f9d24',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.587884] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.588146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.588251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.588493] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.588594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.588806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.588911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.588975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.589155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.589233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.589345] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f already deleted. [ 1164.589430] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.947733] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57: rpc.has_security_group_logging(os_id): False [ 1164.953730] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.953942] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.954081] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.954357] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.954507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.954668] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 not found, creating... [ 1164.954921] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.955088] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.955206] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.955432] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.955562] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.955840] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.955991] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.956118] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.956356] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.956494] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.956634] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 is going to be created. [ 1164.966306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.966402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.966489] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.966710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.967205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.967205] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.967205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.967205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.967561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.967561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.967686] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.967875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.967875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.968176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.968285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.968489] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.968590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.968653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.968804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.968880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.968967] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be updated. [ 1164.979221] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.979436] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.979559] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.979812] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.980057] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.980353] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.037587] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.037587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.037587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.037587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.037587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.052496] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: IN_PROGRESS for 2s [ 1165.704725] env[65658]: INFO networking_nsxv3.common.synchronization [req-f60db7c9-4321-49cc-bcb1-db736d1ace6c req-674b5d99-cc6f-4b57-b81c-54b39fd01e4a service nova] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1165.704993] env[65658]: INFO networking_nsxv3.common.synchronization [req-f60db7c9-4321-49cc-bcb1-db736d1ace6c req-674b5d99-cc6f-4b57-b81c-54b39fd01e4a service nova] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1165.705064] env[65658]: INFO networking_nsxv3.common.synchronization [req-f60db7c9-4321-49cc-bcb1-db736d1ace6c req-674b5d99-cc6f-4b57-b81c-54b39fd01e4a service nova] Enqueued Resource ID: 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 with Priority: HIGHEST for action port [ 1165.705588] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1165.705725] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1165.705819] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 with Priority: HIGHEST for action port [ 1165.706109] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.706231] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.706300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.706736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.706736] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.707494] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.707606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.707663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.707841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.707985] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.708094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.708143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.708282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.708418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.708512] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.709361] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.709481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.709604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.710045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.710161] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001adae3-6cde-4d4f-b9f7-e1b99d7f9d24',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.215032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.215032] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.215032] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 with status ACTIVE [ 1166.215032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.215032] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.215032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.215801] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.215801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.215801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.215801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.215801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.218549] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 001adae3-6cde-4d4f-b9f7-e1b99d7f9d24 is going to be updated. [ 1166.250781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.254356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.254356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.254356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.254356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.254356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001adae3-6cde-4d4f-b9f7-e1b99d7f9d24" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.721081] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.066352] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 1167.066621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.225368] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.225749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.225749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.225870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.225982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.226111] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be created. [ 1167.250833] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.251063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.251063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.251295] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.251534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.262944] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: UNINITIALIZED for 2s [ 1169.274748] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1169.275136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.275136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.275311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.275507] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.275625] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.275692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.275839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.275921] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.276014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.276107] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.763617] env[65658]: INFO networking_nsxv3.common.synchronization [req-980f6c03-9769-412f-adf3-7a701d3ed8dc req-ea9097ab-47f3-414e-8a1a-31ec0bc624ba tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 1169.764170] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 with Priority: HIGHEST for action security_group_members [ 1169.764464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.764583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.764658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.764856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.765012] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.765110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.765174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.765317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.765623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.765623] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.777998] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.812255] env[65658]: INFO networking_nsxv3.common.synchronization [req-980f6c03-9769-412f-adf3-7a701d3ed8dc req-ea9097ab-47f3-414e-8a1a-31ec0bc624ba tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb with Priority: HIGHEST for action port [ 1169.812413] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb with Priority: HIGHEST for action port [ 1169.812816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a28aab7-12d3-4242-9c67-7f56fe837acb taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.812948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.813020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.813225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.813320] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a28aab7-12d3-4242-9c67-7f56fe837acb',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.269582] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270395] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270549] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.271184] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 is going to be updated. [ 1170.280524] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f: rpc.has_security_group_logging(os_id): False [ 1170.300737] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.300968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.301027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.301334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.301505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.301803] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.301995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.302075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.302271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.302386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.302633] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be created. [ 1170.309675] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.309818] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.309895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.310176] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.310358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.315356] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a28aab7-12d3-4242-9c67-7f56fe837acb with status ACTIVE [ 1170.315595] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.315724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.315820] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.316060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.316161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.316347] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.316466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.316500] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.316680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.316781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.316975] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.317119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.317185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.317360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.317456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.317562] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a28aab7-12d3-4242-9c67-7f56fe837acb is going to be updated. [ 1170.320554] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: IN_PROGRESS for 2s [ 1170.341823] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.342070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.342143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.342484] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.342646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.342849] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a28aab7-12d3-4242-9c67-7f56fe837acb" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.389080] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.389080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.389388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.389388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.389559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.419100] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 2s [ 1172.331714] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 in Status: SUCCESS [ 1172.332062] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57 deletion is rescheduled due to dependency. [ 1172.332062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.430723] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1172.430973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.813267] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.813565] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.814224] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.814528] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1180.191069] env[65658]: INFO networking_nsxv3.common.synchronization [req-3b9a62fa-1725-49d3-9048-00c4b25aad38 req-0f60a322-9fc3-4cf7-be0c-e27b2af32d13 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1180.191979] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1180.192381] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.192558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.192622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.192814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.193143] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.193143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.193143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.193296] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.193374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.193440] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.535773] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.536018] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.536154] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.536473] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.536740] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.536894] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.537014] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.537244] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.537392] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.537595] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.537773] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.537885] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.537991] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.538134] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.538241] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.538400] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.562305] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.562489] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.562617] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.562811] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.563181] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-031755c4-de96-4094-baad-aec96d56bef9 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.563495] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.563532] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.563844] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.563984] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031755c4-de96-4094-baad-aec96d56bef9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.696318] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.066444] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.066840] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.066840] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.067077] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.067227] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.067381] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 031755c4-de96-4094-baad-aec96d56bef9 not found, creating... [ 1181.067695] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.067877] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.067996] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.068249] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.068418] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.068762] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.068969] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.069165] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.069401] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.069526] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.069664] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 031755c4-de96-4094-baad-aec96d56bef9 is going to be created. [ 1181.091373] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.091604] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.091771] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.092071] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.092320] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.092584] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.198639] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.701350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.701504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.701603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.701794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.701868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.701974] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be updated. [ 1181.732305] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.732529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.732529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.732733] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.732874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.744409] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 2s [ 1181.787200] env[65658]: INFO networking_nsxv3.common.synchronization [req-3b9a62fa-1725-49d3-9048-00c4b25aad38 req-b0a4cee4-4a4b-442e-906d-3a832c48cb28 service nova] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1181.787200] env[65658]: INFO networking_nsxv3.common.synchronization [req-3b9a62fa-1725-49d3-9048-00c4b25aad38 req-b0a4cee4-4a4b-442e-906d-3a832c48cb28 service nova] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1181.787404] env[65658]: INFO networking_nsxv3.common.synchronization [req-3b9a62fa-1725-49d3-9048-00c4b25aad38 req-b0a4cee4-4a4b-442e-906d-3a832c48cb28 service nova] Enqueued Resource ID: 031755c4-de96-4094-baad-aec96d56bef9 with Priority: HIGHEST for action port [ 1181.787475] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_rules [ 1181.787584] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1181.787671] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031755c4-de96-4094-baad-aec96d56bef9 with Priority: HIGHEST for action port [ 1181.788404] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.788566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.788663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.788828] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.788912] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.789849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.789949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.790159] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-031755c4-de96-4094-baad-aec96d56bef9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.790473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.790572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.790718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.790787] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031755c4-de96-4094-baad-aec96d56bef9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.162968] env[65658]: INFO networking_nsxv3.common.synchronization [req-d1456fe6-d6ff-4b24-9175-f476578b4f61 req-b0d38b0c-04cc-4074-ae25-0498dedf65e8 tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1182.163314] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1182.163619] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.163769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.163861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.164495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.164495] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.164495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.164495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.164495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.165358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.165358] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.293081] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.293081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.293365] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 031755c4-de96-4094-baad-aec96d56bef9 with status ACTIVE [ 1182.293471] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.293616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.293711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.293960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.294107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.294319] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.294454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.294555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.294779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.294898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.295128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.295261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.295353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.295523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.295696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.295776] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 031755c4-de96-4094-baad-aec96d56bef9 is going to be updated. [ 1182.336021] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.336275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.336329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.336552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.336738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.337146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031755c4-de96-4094-baad-aec96d56bef9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.666260] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.666422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.666521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.666713] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.666822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.667038] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.667131] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.667216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.667369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.667446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.667533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1182.694439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.694741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.694741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.694741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.695575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.704790] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1183.754142] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1183.754503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.754554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.754754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.754955] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.755119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.755196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.755354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.755509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.755606] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.257910] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.715237] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1184.715469] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 deletion is rescheduled due to dependency. [ 1184.715623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.764499] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.269093] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.269336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.269505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.269783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.269930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.270106] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be updated. [ 1185.301925] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.302134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.302258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.302612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.302778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.312215] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 2s [ 1185.782297] env[65658]: INFO networking_nsxv3.common.synchronization [req-d2457675-31ee-4e3f-b526-10ef5d4269cc req-5cafce1e-ef9c-431e-aa8e-ce1e8146c3fe tempest-DeleteServersTestJSON-2036400003 tempest-DeleteServersTestJSON-2036400003-project-member] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1185.782851] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGHEST for action security_group_members [ 1185.783897] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.783897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.783897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.783897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.783897] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.783897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.783897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.784254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.784254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.784310] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.287222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.287222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.287425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.287519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.287611] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.287882] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.287981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.288032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.288227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.288341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.288446] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be updated. [ 1186.318183] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.318332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.318389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.318600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.318742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.329939] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: IN_PROGRESS for 2s [ 1187.322737] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1187.323121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.323121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.323340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.323531] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.323647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.323749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.323899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.323983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.324085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.324177] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.827482] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.330686] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f: rpc.has_security_group_logging(os_id): False [ 1188.348749] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 in Status: SUCCESS [ 1188.348990] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 deletion is rescheduled due to dependency. [ 1188.349173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.358684] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.358884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.359021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.359298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.359431] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.359740] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.359882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.359982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.360197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.360364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.360490] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be updated. [ 1188.420167] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.420451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.420451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.420644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.420812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.436544] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 2s [ 1189.411098] env[65658]: INFO networking_nsxv3.common.synchronization [req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 req-40734e02-83af-49dc-90b4-2d2023c03d5f tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1189.411798] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1189.412130] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.412259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.412326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.412523] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.412702] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.412846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.412846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.412999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.413097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.413190] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.728527] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.728777] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.728851] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.729111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.729375] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.729532] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.729647] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.729859] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.730013] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.730221] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.730372] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.730483] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.730591] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.730706] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.730812] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.730942] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.752082] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.752082] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.752082] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.752082] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.752365] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-697c8449-5b2b-44f7-a5a1-8e3707604768 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.752506] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.752792] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.752966] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.753120] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('697c8449-5b2b-44f7-a5a1-8e3707604768',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.915822] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.916039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.916085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.916334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.916434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.916660] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.916778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.916856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.917621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.917621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.917621] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1189.946294] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.946521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.946521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.946701] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.946838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.958422] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1190.257010] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.257010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.257010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.257010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.257010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.257010] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 697c8449-5b2b-44f7-a5a1-8e3707604768 not found, creating... [ 1190.257010] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.257010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.257010] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.257402] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.257402] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.257592] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.257738] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.257858] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.258226] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.258440] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.258602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 697c8449-5b2b-44f7-a5a1-8e3707604768 is going to be created. [ 1190.281968] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.282327] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.282542] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.282974] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.283352] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.283692] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.455693] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1190.456164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.027099] env[65658]: INFO networking_nsxv3.common.synchronization [req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 req-1ce096d4-5160-44f5-8e24-b829c19bfb31 service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1191.027255] env[65658]: INFO networking_nsxv3.common.synchronization [req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 req-1ce096d4-5160-44f5-8e24-b829c19bfb31 service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1191.027351] env[65658]: INFO networking_nsxv3.common.synchronization [req-98d56305-8d0e-4bf1-be9b-e96fca3090f8 req-1ce096d4-5160-44f5-8e24-b829c19bfb31 service nova] Enqueued Resource ID: 697c8449-5b2b-44f7-a5a1-8e3707604768 with Priority: HIGHEST for action port [ 1191.027844] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1191.027979] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1191.028094] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697c8449-5b2b-44f7-a5a1-8e3707604768 with Priority: HIGHEST for action port [ 1191.028532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.028672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.028711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.028917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.029007] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.030396] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.030504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.030726] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-697c8449-5b2b-44f7-a5a1-8e3707604768 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.030817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.030885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.031080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.031200] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('697c8449-5b2b-44f7-a5a1-8e3707604768',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.284291] env[65658]: INFO networking_nsxv3.common.synchronization [None req-ef985bfc-b8b3-469e-8715-8dadc0dbfc91 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1191.284991] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1191.286881] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.286881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.286881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.287533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.287715] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.287975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.288329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.288569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.289083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.289235] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.533695] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.533695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.533695] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 697c8449-5b2b-44f7-a5a1-8e3707604768 with status ACTIVE [ 1191.533695] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.533695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.534166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.534166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.534166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.534166] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.534287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.534317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.534474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.534588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.534725] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.534817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.534877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.535025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.535099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.535300] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 697c8449-5b2b-44f7-a5a1-8e3707604768 is going to be updated. [ 1191.560983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.561164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.561225] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.561519] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.561686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.561883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-697c8449-5b2b-44f7-a5a1-8e3707604768" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.791720] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.791957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.791957] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.792144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.792235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.792435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.792624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.792719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.792839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.792916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.793013] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1191.827302] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.827507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.827507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.827723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.827860] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.838537] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1191.969710] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1191.971118] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 deletion is rescheduled due to dependency. [ 1191.971118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.971118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.971524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.971765] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.971900] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.972042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.972520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.972631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.972771] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.476413] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.980156] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.481737] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.481915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.482036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.482269] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.482369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.482487] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1193.513376] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.513615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.513703] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.514129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.514393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.524388] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1193.851059] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1193.851276] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 deletion is rescheduled due to dependency. [ 1193.851326] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.011095] env[65658]: INFO networking_nsxv3.common.synchronization [req-5d286869-19f7-4d45-b34c-d3075babddf0 req-547b0968-a6de-45fe-9442-b9ca0c92d74b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1195.011791] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1195.012157] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.012282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.012360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.012601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.012757] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.012889] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.012992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.013428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.013552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.013645] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.425548] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.425749] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.425929] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.426211] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.426473] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.426641] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.426757] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.426974] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.427172] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.427341] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.427469] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.427581] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.427710] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.427821] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.427926] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.428066] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.447960] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.448215] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.448508] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.448768] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-413" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.449169] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-c2511d7e-a6df-4ed6-8593-35bf119e73d1 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.449411] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.449551] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.449873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.450031] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2511d7e-a6df-4ed6-8593-35bf119e73d1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.518563] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.536244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1195.536513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.536722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.537084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.537170] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.537299] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.537365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.537521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.537602] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.537687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.537789] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.954752] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.955027] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.955171] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.955510] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.955690] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.955851] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port c2511d7e-a6df-4ed6-8593-35bf119e73d1 not found, creating... [ 1195.956127] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.956283] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.956398] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.956660] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.956805] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.957400] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.957542] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.957589] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.957798] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.957928] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.958084] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: c2511d7e-a6df-4ed6-8593-35bf119e73d1 is going to be created. [ 1195.979504] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.979504] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.979642] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.979949] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.980097] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.980424] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.021169] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.040704] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.524582] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.524582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.524582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.524582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.524582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.524900] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be updated. [ 1196.543219] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf25da7-2326-4734-ba70-74b297844704: rpc.has_security_group_logging(os_id): False [ 1196.568027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.568027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.568027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.568027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.568027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.569092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.569236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.569313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.569520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.569605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.569860] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.569960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.570034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.570187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.570262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.570370] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1196.585120] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: IN_PROGRESS for 2s [ 1196.657435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.657435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.657435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.657435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.657435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.669956] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1196.722560] env[65658]: INFO networking_nsxv3.common.synchronization [req-5d286869-19f7-4d45-b34c-d3075babddf0 req-72f900c5-3f13-41bd-8fd4-f6b38e85145d service nova] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 1196.722560] env[65658]: INFO networking_nsxv3.common.synchronization [req-5d286869-19f7-4d45-b34c-d3075babddf0 req-72f900c5-3f13-41bd-8fd4-f6b38e85145d service nova] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1196.722560] env[65658]: INFO networking_nsxv3.common.synchronization [req-5d286869-19f7-4d45-b34c-d3075babddf0 req-72f900c5-3f13-41bd-8fd4-f6b38e85145d service nova] Enqueued Resource ID: c2511d7e-a6df-4ed6-8593-35bf119e73d1 with Priority: HIGHEST for action port [ 1196.722560] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_rules [ 1196.722560] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1196.722560] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2511d7e-a6df-4ed6-8593-35bf119e73d1 with Priority: HIGHEST for action port [ 1196.722560] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.722560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.722560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.722560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.722560] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.724235] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.724766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.725167] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2511d7e-a6df-4ed6-8593-35bf119e73d1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.726024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.727142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.727142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.727142] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2511d7e-a6df-4ed6-8593-35bf119e73d1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.985356] env[65658]: INFO networking_nsxv3.common.synchronization [None req-819d6ba8-20fb-4ee4-a5e8-2db79d07ea32 None None] Enqueued Resource ID: 921b7134-5019-4260-9484-0875d5641baa with Priority: HIGHEST for action port [ 1196.985910] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921b7134-5019-4260-9484-0875d5641baa with Priority: HIGHEST for action port [ 1196.986233] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-921b7134-5019-4260-9484-0875d5641baa taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.986354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921b7134-5019-4260-9484-0875d5641baa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.986421] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921b7134-5019-4260-9484-0875d5641baa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.986679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921b7134-5019-4260-9484-0875d5641baa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.986746] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921b7134-5019-4260-9484-0875d5641baa',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.230983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.230983] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2511d7e-a6df-4ed6-8593-35bf119e73d1 with status ACTIVE [ 1197.230983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.230983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.230983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.230983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.231977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.231977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.231977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.231977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.231977] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2511d7e-a6df-4ed6-8593-35bf119e73d1 is going to be updated. [ 1197.253904] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.254202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.254202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.254202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.254385] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.254508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2511d7e-a6df-4ed6-8593-35bf119e73d1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.490096] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 921b7134-5019-4260-9484-0875d5641baa [ 1197.490096] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.490096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.490096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.490096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.490096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.490482] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:921b7134-5019-4260-9484-0875d5641baa already deleted. [ 1197.490482] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921b7134-5019-4260-9484-0875d5641baa" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.596858] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 1198.597133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.597234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.597451] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.597644] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.597760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.597824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.597973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.598067] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.598162] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.684542] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1198.684764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.100163] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.329435] env[65658]: INFO networking_nsxv3.common.synchronization [None req-112b122c-42da-4b1b-b932-903904e0006a None None] Enqueued Resource ID: 19d0d3d7-7bbb-41d3-9d2f-392ea29fd871 with Priority: HIGHEST for action port [ 1199.330026] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d0d3d7-7bbb-41d3-9d2f-392ea29fd871 with Priority: HIGHEST for action port [ 1199.330415] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-19d0d3d7-7bbb-41d3-9d2f-392ea29fd871 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.330532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19d0d3d7-7bbb-41d3-9d2f-392ea29fd871" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.330605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19d0d3d7-7bbb-41d3-9d2f-392ea29fd871" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.330863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19d0d3d7-7bbb-41d3-9d2f-392ea29fd871" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.331024] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d0d3d7-7bbb-41d3-9d2f-392ea29fd871',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.602832] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.833732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19d0d3d7-7bbb-41d3-9d2f-392ea29fd871 [ 1199.834532] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.834739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.834858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.835204] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.835344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.835476] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19d0d3d7-7bbb-41d3-9d2f-392ea29fd871 already deleted. [ 1199.835600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19d0d3d7-7bbb-41d3-9d2f-392ea29fd871" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.105299] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.105564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.105564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.105726] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.105826] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.105918] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be updated. [ 1200.139015] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.139223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.139223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.139405] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.139554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.151699] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: IN_PROGRESS for 2s [ 1202.163981] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 1202.164353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.164400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.164715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.164982] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.165166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.165266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.165455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.165581] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.165673] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.165763] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.299529] env[65658]: INFO networking_nsxv3.common.synchronization [req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 req-94171682-b2fc-4321-91ae-2b8c06c31f3c tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Enqueued Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_members [ 1202.300231] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_members [ 1202.301059] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.301059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.301059] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.301271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.301319] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.301456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.301552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.301780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.301888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.301982] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.635887] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.636158] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-753" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.636299] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-753" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.636689] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-753" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.637069] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.637244] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.637374] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.637620] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.637867] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.638137] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.638312] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.638452] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.638576] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.638808] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.638963] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.639387] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.662871] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.663064] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.663186] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.663360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-753" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.663690] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.663863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.663981] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.664318] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.665646] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc990c1-f2a9-4d4a-a03c-539bb4b07095',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.667582] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.804528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.804777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.804777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.804965] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.805077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.805273] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.805376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.805436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.805584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.805833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.805833] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a72974-182b-4665-a10b-69ff28cb271d already deleted. [ 1202.805833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.169724] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.170106] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.170223] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.170556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.170729] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.170912] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 not found, creating... [ 1203.171237] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.171446] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.171599] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.171850] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.172015] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.172327] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.172501] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.172651] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.172920] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.173083] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.173237] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 is going to be created. [ 1203.174469] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 532d0481-4f13-411e-9e02-cd56f3d89863: rpc.has_security_group_logging(os_id): False [ 1203.196617] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.196836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.196917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.197191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.207516] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.207740] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.207886] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.208187] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.208801] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.209160] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.224095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.224529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.224683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.224804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.225084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.225211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.225353] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be updated. [ 1203.313875] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.313875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.313875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.313875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.314182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.336016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: IN_PROGRESS for 2s [ 1203.885212] env[65658]: INFO networking_nsxv3.common.synchronization [req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 req-50448529-3c2e-4d4a-add4-0c221597bc21 service nova] Enqueued Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_rules [ 1203.885474] env[65658]: INFO networking_nsxv3.common.synchronization [req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 req-50448529-3c2e-4d4a-add4-0c221597bc21 service nova] Enqueued Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_members [ 1203.885627] env[65658]: INFO networking_nsxv3.common.synchronization [req-cd0204cf-48a5-4ec0-8bdf-7000b798b2e8 req-50448529-3c2e-4d4a-add4-0c221597bc21 service nova] Enqueued Resource ID: 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 with Priority: HIGHEST for action port [ 1203.885891] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_rules [ 1203.885977] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_members [ 1203.886080] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 with Priority: HIGHEST for action port [ 1203.886742] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.886887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.886887] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.887157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.887157] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.888735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.888735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.888735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.888862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.888927] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.889031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.889165] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.889345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.890497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.890497] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.890497] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.890976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.890976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.890976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.890976] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc990c1-f2a9-4d4a-a03c-539bb4b07095',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.393184] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.393614] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.393614] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.394572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 with status ACTIVE [ 1204.394679] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.394739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.394822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.395013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.395101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.395282] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.395370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.395456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.395684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.395782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.396975] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.396975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.396975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.396975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.396975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.396975] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc990c1-f2a9-4d4a-a03c-539bb4b07095 is going to be updated. [ 1204.418780] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.418946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.419028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.419199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.419341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.419492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc990c1-f2a9-4d4a-a03c-539bb4b07095" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.898423] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.352957] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 1205.353267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.403255] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.403659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.403659] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.403745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.403776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.403887] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a72974-182b-4665-a10b-69ff28cb271d is going to be created. [ 1205.428214] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.428494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.428494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.428677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.428853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.438441] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a72974-182b-4665-a10b-69ff28cb271d in Status: UNINITIALIZED for 2s [ 1207.451155] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a72974-182b-4665-a10b-69ff28cb271d in Status: SUCCESS [ 1207.451438] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.451592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.451806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.451998] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.452126] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.452189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.452338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.452417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.452514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.452619] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.955378] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.955566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.955608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.955804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.955957] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.956070] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.956127] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.956282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.956371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.956491] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.956639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.956771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.956771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.956898] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.957048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.957136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.957194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.957370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.957467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.957467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.957646] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.188190] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.188425] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.188556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.188888] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.189248] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.189446] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.189606] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.189875] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.190085] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.190427] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.190568] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.190672] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.190813] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.190954] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.191131] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.191335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.211177] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.211177] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.211302] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.211479] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.211805] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-fc014a73-2c26-4417-a110-4ade4c887225 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.212016] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.212106] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.212450] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.212653] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc014a73-2c26-4417-a110-4ade4c887225',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.459983] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a72974-182b-4665-a10b-69ff28cb271d: rpc.has_security_group_logging(os_id): False [ 1208.478504] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.478692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.478692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.479532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.479651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.479872] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.479997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.480077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.480249] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.480325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.480592] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.480683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.480739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.480894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.480967] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.481169] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.481262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.481320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.481694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.481805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.481924] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a72974-182b-4665-a10b-69ff28cb271d is going to be created. [ 1208.539510] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.539510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.539510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.539510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.539803] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.550994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a72974-182b-4665-a10b-69ff28cb271d in Status: IN_PROGRESS for 2s [ 1208.714732] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.714966] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.715089] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.715470] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.715596] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.715724] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port fc014a73-2c26-4417-a110-4ade4c887225 not found, creating... [ 1208.715984] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.716182] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.716301] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.716537] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.716669] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.716949] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.717132] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.717245] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.717469] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.717601] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.717738] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: fc014a73-2c26-4417-a110-4ade4c887225 is going to be created. [ 1208.748213] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.748484] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.748633] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.748933] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.749203] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.749437] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.887446] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.887446] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1209.474522] env[65658]: INFO networking_nsxv3.common.synchronization [req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c req-8940285b-55d9-4229-9159-2549cd1bd6da service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1209.474859] env[65658]: INFO networking_nsxv3.common.synchronization [req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c req-8940285b-55d9-4229-9159-2549cd1bd6da service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1209.474859] env[65658]: INFO networking_nsxv3.common.synchronization [req-6e53fc0a-79ca-4b00-bad4-352fdf318f3c req-8940285b-55d9-4229-9159-2549cd1bd6da service nova] Enqueued Resource ID: fc014a73-2c26-4417-a110-4ade4c887225 with Priority: HIGHEST for action port [ 1209.475358] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1209.475516] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1209.475663] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc014a73-2c26-4417-a110-4ade4c887225 with Priority: HIGHEST for action port [ 1209.475962] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.476398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.476477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.476683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.476767] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.477661] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.477756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.477819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.477987] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.478149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.479934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.479934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.479934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.479934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.479934] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.479934] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc014a73-2c26-4417-a110-4ade4c887225 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.479934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.479934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.480342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.480342] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc014a73-2c26-4417-a110-4ade4c887225',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.982060] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.982060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.982324] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.983204] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc014a73-2c26-4417-a110-4ade4c887225 with status ACTIVE [ 1209.983204] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.983329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.983365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.983562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.983646] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.983813] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.983915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.983966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.984122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.984195] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.984369] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.984457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.984513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.984645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.984717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.984798] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc014a73-2c26-4417-a110-4ade4c887225 is going to be updated. [ 1210.005570] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.005776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.005776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.005951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.006100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.006252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.487849] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.564852] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a72974-182b-4665-a10b-69ff28cb271d in Status: SUCCESS [ 1210.565180] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.990149] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.990398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.990398] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.990745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.990863] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.990986] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1211.023858] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.024095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.024154] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.024332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.024505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.034713] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1213.047578] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1213.048071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.048071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.048259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.048491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.048635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.048704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.048875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.048964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.049063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.049161] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.552437] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.552643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.552643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.552822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.552972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.553087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.553142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.553293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.553370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.553458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.553606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.553695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.553747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.553885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.554029] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.554122] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.554191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.554315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.554388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.554462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.554550] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.056709] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217d07bf-15e5-4c58-8276-1f10dd459bd1: rpc.has_security_group_logging(os_id): False [ 1214.075899] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.076115] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.076212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.076440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.076575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.076839] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.076945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.077044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.077573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.077676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.077912] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.078026] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.078096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.078290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.078376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.078604] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.078731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.078804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.078999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.079095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.079205] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1214.142961] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.143169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.143221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.143413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.143560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.160021] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1214.361590] env[65658]: INFO networking_nsxv3.common.synchronization [req-8e86702f-a975-4a6f-965a-ecbc1d52e411 req-ff28707c-af75-4380-af9b-b6137b806469 tempest-AttachVolumeNegativeTest-925483373 tempest-AttachVolumeNegativeTest-925483373-project-member] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_members [ 1214.362105] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGHEST for action security_group_members [ 1214.362408] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.362533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.362588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.362780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.362936] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.364981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.365111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.366556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.366756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.366860] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.503460] env[65658]: INFO networking_nsxv3.common.synchronization [req-7288bcdd-98d5-4076-be80-447b94112850 req-a6e8e377-c2c3-4525-bd22-7a0b9439192f tempest-ServerPasswordTestJSON-822555761 tempest-ServerPasswordTestJSON-822555761-project-member] Enqueued Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_members [ 1214.509840] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGHEST for action security_group_members [ 1214.510920] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.511866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.511986] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.512352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.512598] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.512802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.512927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.513559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.514730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.514730] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.870810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.870998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.871077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.871271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.871365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.871560] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.871653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.871712] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.871864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.871934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.872026] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be415b20-f6b8-489f-889a-77b548881858 is going to be updated. [ 1214.904716] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.904716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.904716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.904716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.904716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.913317] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be415b20-f6b8-489f-889a-77b548881858 in Status: IN_PROGRESS for 2s [ 1215.018276] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.019029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.019029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.019150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.019150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.019359] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.020368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.020368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.020368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.020368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.020368] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a72974-182b-4665-a10b-69ff28cb271d is going to be updated. [ 1215.048810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.048962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.049027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.049242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.050270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.059827] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a72974-182b-4665-a10b-69ff28cb271d in Status: IN_PROGRESS for 2s [ 1216.173255] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1216.173644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.923224] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be415b20-f6b8-489f-889a-77b548881858 in Status: SUCCESS [ 1216.923458] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be415b20-f6b8-489f-889a-77b548881858 deletion is rescheduled due to dependency. [ 1216.923528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.071051] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a72974-182b-4665-a10b-69ff28cb271d in Status: SUCCESS [ 1217.071051] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a72974-182b-4665-a10b-69ff28cb271d deletion is rescheduled due to dependency. [ 1217.071273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.510633] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.511022] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.511414] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.511724] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.358221] env[65658]: INFO networking_nsxv3.common.synchronization [req-c97dfe31-f641-4e08-9ea4-cb1786ef7158 req-02f887ee-fc78-4114-8a7b-5d6f3d595f1a tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_members [ 1225.358781] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGHEST for action security_group_members [ 1225.361284] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.361284] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.361284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.361284] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.864027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.864027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.864027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.864027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.864027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.864027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.864027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.864027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.864832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.864832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.864832] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 is going to be updated. [ 1225.897502] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.897502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.897502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.897773] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.897937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.906560] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 in Status: IN_PROGRESS for 2s [ 1226.389921] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.389921] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.389921] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.389921] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.390421] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.390830] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.392565] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.392565] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.392565] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.392565] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.392565] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.392859] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.392859] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.392859] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.392977] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.393034] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.415506] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.415681] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.415814] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.415990] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-628" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.416406] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-fc014a73-2c26-4417-a110-4ade4c887225 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.416586] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.416735] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.417079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.417396] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc014a73-2c26-4417-a110-4ade4c887225',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.919568] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.919845] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.919845] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.920303] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.920303] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.921020] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.921020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.921020] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.921221] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.921221] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.921452] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.921603] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.921718] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.921917] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.922202] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.922202] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: fc014a73-2c26-4417-a110-4ade4c887225 is going to be updated. [ 1226.943804] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.944056] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.944184] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.944612] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.944822] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.945050] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.642577] env[65658]: INFO networking_nsxv3.common.synchronization [req-088c6572-58fa-4930-be9a-93819b399032 req-79cd4941-7447-43af-9930-a3532f61f2ef service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1227.642758] env[65658]: INFO networking_nsxv3.common.synchronization [req-088c6572-58fa-4930-be9a-93819b399032 req-79cd4941-7447-43af-9930-a3532f61f2ef service nova] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1227.642961] env[65658]: INFO networking_nsxv3.common.synchronization [req-088c6572-58fa-4930-be9a-93819b399032 req-79cd4941-7447-43af-9930-a3532f61f2ef service nova] Enqueued Resource ID: fc014a73-2c26-4417-a110-4ade4c887225 with Priority: HIGHEST for action port [ 1227.643194] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_rules [ 1227.643317] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1227.643409] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc014a73-2c26-4417-a110-4ade4c887225 with Priority: HIGHEST for action port [ 1227.643968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.644109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.644222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.644445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.644562] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.645692] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.645830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.645935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.646155] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.647344] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.647344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.647344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.647344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.647344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.647344] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.647973] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc014a73-2c26-4417-a110-4ade4c887225 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.647973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.647973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.647973] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.648123] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc014a73-2c26-4417-a110-4ade4c887225',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.918031] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 in Status: SUCCESS [ 1227.918196] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 deletion is rescheduled due to dependency. [ 1227.918310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.149644] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.150104] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.150104] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.151446] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc014a73-2c26-4417-a110-4ade4c887225 with status ACTIVE [ 1228.151764] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.151894] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.151962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.152187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.152276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.152454] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.152580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.152643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.152800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.152962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.153540] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.153666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.153732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.153883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.153960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.154059] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc014a73-2c26-4417-a110-4ade4c887225 is going to be updated. [ 1228.178869] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.179058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.179147] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.179396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.179571] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.179763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc014a73-2c26-4417-a110-4ade4c887225" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.652635] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.156275] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.156656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.156656] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.156856] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.156979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.157130] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1229.187875] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.188069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.188111] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.188332] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.188690] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.198994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1231.212602] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1231.212895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.213235] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.213590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.213800] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.213964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.214060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.214246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.214364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.214434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.214550] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.716847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.717123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.717123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.717308] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.717472] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.717570] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.717627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.717775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.717864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.717972] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.718137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.718229] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.718287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.718435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.718595] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.718677] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.718743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.718877] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.718951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.719041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.719130] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.221336] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 217d07bf-15e5-4c58-8276-1f10dd459bd1: rpc.has_security_group_logging(os_id): False [ 1232.239960] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.240146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.240210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.240458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.240627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.240849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.240974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.241051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.241230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.241312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.241562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.241696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.241696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.241888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.241990] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.242165] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.242267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.242340] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.242486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.242560] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.242665] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1232.308816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.308816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.308816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.309429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.309429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.325269] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1232.644780] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.645027] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1234.346093] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1234.346544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.645991] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.646375] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.647511] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.647511] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.356296] env[65658]: INFO networking_nsxv3.common.synchronization [req-e8e69271-662d-4054-ba5a-5e40df44df40 req-d51473b0-10d5-480b-8e91-3d24edafffc8 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1244.356881] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1244.357339] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.357339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.357485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.357595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.357746] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.357846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.357907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.358076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.358168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.358267] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.860924] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.362758] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.865781] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.866043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.866043] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.866239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.866330] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.866439] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be updated. [ 1245.896688] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.896897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.896945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.897164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.897339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.906841] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 2s [ 1247.917986] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1247.918291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.358990] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.359242] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.709986] env[65658]: INFO networking_nsxv3.common.synchronization [req-2b319c69-621b-4d7e-934c-7088e79925ef req-501c1c37-88d8-4934-ba48-1f24feab3b67 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1250.710396] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGHEST for action security_group_members [ 1250.710671] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.710854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.710913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.711170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.711342] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.711442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.711501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.711793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.711793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.711889] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.217354] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.217616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.217687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.217873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.217963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.218187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.218283] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.218334] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.218497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.218651] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.218750] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be updated. [ 1251.251048] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.251250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.251250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.251457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.251567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.260994] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 2s [ 1253.272841] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: IN_PROGRESS for 4s [ 1255.133144] env[65658]: INFO networking_nsxv3.common.synchronization [None req-6632d8f4-054e-4a08-b78f-2bc595bf25d6 tempest-AttachInterfacesTestJSON-1282703742 tempest-AttachInterfacesTestJSON-1282703742-project-member] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1255.133419] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGHEST for action security_group_members [ 1255.134054] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.134054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.134054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.134054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.134054] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.134336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.134336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.134336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.134422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.134494] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.284690] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f in Status: SUCCESS [ 1255.284918] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f deletion is rescheduled due to dependency. [ 1255.285062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.637299] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.637517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.637623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.637918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.638052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.638322] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.638481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.638605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.638815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.638929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.639113] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be updated. [ 1255.677411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.677411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.677411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.677841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.677841] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.686690] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: IN_PROGRESS for 2s [ 1257.697168] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 in Status: SUCCESS [ 1257.697474] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 deletion is rescheduled due to dependency. [ 1257.697474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.441656] env[65658]: INFO networking_nsxv3.common.synchronization [req-14572df2-04ba-4297-ada8-d99949512508 req-87f9bf2a-d87e-4aa6-8e0c-43aba6da5d6b tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1259.442262] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1259.442776] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.442776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.442909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.443116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.443440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.443440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.443440] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.443699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.443699] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.443800] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.946099] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.946271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.946338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.946562] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.946661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.946853] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.946950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.947017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.947169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.947242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.947328] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1259.977306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.977486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.977530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.977720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.977855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.989244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1262.000993] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1262.000993] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f deletion is rescheduled due to dependency. [ 1262.001349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.434131] env[65658]: INFO networking_nsxv3.common.synchronization [req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 req-605c15c1-a5f9-4c5b-a80c-48f911b18b15 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1263.434703] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1263.435045] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.435199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.435270] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.435555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.435744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.435864] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.436065] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.436133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.436218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.436318] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.727165] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.727381] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.727490] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.727817] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.728214] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.728327] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.728368] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.728592] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.728700] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.728931] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.729065] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.729174] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.729327] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.729379] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.729483] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.729610] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.750333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.750453] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1263.750714] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.750762] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.752041] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-8220ef24-7eba-4428-bf69-7a6bafc8ff21 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.752041] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.752041] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.752041] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.752041] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8220ef24-7eba-4428-bf69-7a6bafc8ff21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.938256] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.938472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.938552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.938769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.938883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.939086] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.939187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.939250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.939400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.939474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.939556] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 already deleted. [ 1263.939637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.255138] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.255417] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.255520] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.255811] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.255967] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.256139] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 8220ef24-7eba-4428-bf69-7a6bafc8ff21 not found, creating... [ 1264.256400] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.256556] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.256672] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.256887] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.257039] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.257323] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.257477] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.257590] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.257801] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.258058] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.258169] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 8220ef24-7eba-4428-bf69-7a6bafc8ff21 is going to be created. [ 1264.277801] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.278069] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.278224] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.278493] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.278722] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.279016] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.008241] env[65658]: INFO networking_nsxv3.common.synchronization [req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 req-1988b45f-c742-4ade-bead-0b9650e84653 service nova] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_rules [ 1265.008591] env[65658]: INFO networking_nsxv3.common.synchronization [req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 req-1988b45f-c742-4ade-bead-0b9650e84653 service nova] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1265.008591] env[65658]: INFO networking_nsxv3.common.synchronization [req-b014d4f0-c8b1-494b-9361-dc227a0b7b73 req-1988b45f-c742-4ade-bead-0b9650e84653 service nova] Enqueued Resource ID: 8220ef24-7eba-4428-bf69-7a6bafc8ff21 with Priority: HIGHEST for action port [ 1265.008917] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_rules [ 1265.009061] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1265.009158] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8220ef24-7eba-4428-bf69-7a6bafc8ff21 with Priority: HIGHEST for action port [ 1265.009429] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.009550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.009616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.009929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.010024] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.010925] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.011473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.011565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.011752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.012155] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.012274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.012369] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.012501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.012590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.012679] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.014748] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-8220ef24-7eba-4428-bf69-7a6bafc8ff21 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.014865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.014931] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.015107] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.015184] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8220ef24-7eba-4428-bf69-7a6bafc8ff21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.515291] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.516270] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.516422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.517939] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8220ef24-7eba-4428-bf69-7a6bafc8ff21 with status ACTIVE [ 1265.518163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.518302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.518382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.518769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.518769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.518932] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.519083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.519169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.519355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.519436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.519632] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.519725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.519784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.519924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.519995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.520089] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8220ef24-7eba-4428-bf69-7a6bafc8ff21 is going to be updated. [ 1265.541054] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.541250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.541250] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.541463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.541594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.541746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8220ef24-7eba-4428-bf69-7a6bafc8ff21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.656225] env[65658]: INFO networking_nsxv3.common.synchronization [req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 req-608660d7-4c7b-4c0d-925a-a124f843dded tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1265.656862] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1265.657249] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.657358] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.968279] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.969079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.969079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.969079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.969256] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.970505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.970505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.970505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.970505] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.970505] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.970505] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.970505] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.970505] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.970505] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.970898] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.970898] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.992630] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.992803] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.992952] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.993142] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.993460] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-d6420677-e283-412c-a79a-9ee12775a3bf taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.993634] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.993825] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.994156] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.994292] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6420677-e283-412c-a79a-9ee12775a3bf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.017064] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.497321] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.497599] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.497666] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.498019] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.498182] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.498351] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port d6420677-e283-412c-a79a-9ee12775a3bf not found, creating... [ 1266.498603] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.498779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.499042] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.499320] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.499466] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.499756] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.499912] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.500042] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.500252] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.500385] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.500520] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: d6420677-e283-412c-a79a-9ee12775a3bf is going to be created. [ 1266.519585] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.519781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.519781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.519935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.520037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.520135] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be created. [ 1266.523357] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.523586] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.523718] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.523986] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.524263] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.524511] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.552819] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.553055] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.553055] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.553237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.553393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.562069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: UNINITIALIZED for 2s [ 1267.257275] env[65658]: INFO networking_nsxv3.common.synchronization [req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 req-eb9aeb4a-b466-48c4-9b88-bfbdd55d0428 service nova] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_rules [ 1267.257580] env[65658]: INFO networking_nsxv3.common.synchronization [req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 req-eb9aeb4a-b466-48c4-9b88-bfbdd55d0428 service nova] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1267.257721] env[65658]: INFO networking_nsxv3.common.synchronization [req-6256a2c4-7beb-4da8-b2ab-f8cdfbc97316 req-eb9aeb4a-b466-48c4-9b88-bfbdd55d0428 service nova] Enqueued Resource ID: d6420677-e283-412c-a79a-9ee12775a3bf with Priority: HIGHEST for action port [ 1267.258253] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_rules [ 1267.258403] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1267.258500] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6420677-e283-412c-a79a-9ee12775a3bf with Priority: HIGHEST for action port [ 1267.258804] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.258933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.259075] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.259173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.259333] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6420677-e283-412c-a79a-9ee12775a3bf taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.259461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.259541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.259722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.259789] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6420677-e283-412c-a79a-9ee12775a3bf',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.351625] env[65658]: INFO networking_nsxv3.common.synchronization [req-6a313887-f3e4-4faf-9b49-27c31fbc9e6e req-4da50763-1ffe-4639-be7e-0bcc20ee731b tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1267.352312] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1267.352829] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.352829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.352829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.353060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.353174] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.353275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.353343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.353486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.353567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.353657] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.765027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6420677-e283-412c-a79a-9ee12775a3bf with status ACTIVE [ 1267.765027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.765027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.765027] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.765027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.765027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6420677-e283-412c-a79a-9ee12775a3bf is going to be updated. [ 1267.787400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.787584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.787631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.787804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.787949] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.788181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6420677-e283-412c-a79a-9ee12775a3bf" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.855827] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.912182] env[65658]: INFO networking_nsxv3.common.synchronization [req-66283fb5-70e4-4e53-91e3-21b8d3d2920a req-e264570d-eaa7-4b95-909b-2b993f28a216 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1267.912452] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1267.912755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.912840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.240672] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.241029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.241111] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.241438] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.241619] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.241836] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.241912] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.242831] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.243076] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.243261] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.243376] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.243920] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.244059] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.244233] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.244400] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.244461] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.265404] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.265791] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.265791] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.266062] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-980" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.266308] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.266477] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.266606] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.266921] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.267074] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf972ac9-a64b-4709-bd5b-fb92ff0c71e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.358151] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.572533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1268.572744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.572899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.573218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.573399] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.573515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.573582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.573744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.573825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.573912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.574017] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.575013] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.575186] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.575338] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.575434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.576248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.576248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.576248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.576248] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.769368] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.769627] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.769757] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.770039] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.770191] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.770345] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 not found, creating... [ 1268.770602] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.770753] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.770861] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.771115] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.771270] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.771552] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.771703] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.771814] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.772050] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.772212] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.772364] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 is going to be created. [ 1268.793370] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.793656] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.793656] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.794249] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.794249] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.794419] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.861491] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.861644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.861716] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.861981] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.862096] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.862194] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be updated. [ 1268.912101] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.912261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.912329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.912542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.912683] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.923230] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: IN_PROGRESS for 2s [ 1269.078159] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.078361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.078545] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.582067] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.591477] env[65658]: INFO networking_nsxv3.common.synchronization [req-66283fb5-70e4-4e53-91e3-21b8d3d2920a req-8d5c1dfa-a9c4-4609-aec6-eda1b53004e9 service nova] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_rules [ 1269.591657] env[65658]: INFO networking_nsxv3.common.synchronization [req-66283fb5-70e4-4e53-91e3-21b8d3d2920a req-8d5c1dfa-a9c4-4609-aec6-eda1b53004e9 service nova] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1269.591707] env[65658]: INFO networking_nsxv3.common.synchronization [req-66283fb5-70e4-4e53-91e3-21b8d3d2920a req-8d5c1dfa-a9c4-4609-aec6-eda1b53004e9 service nova] Enqueued Resource ID: cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 with Priority: HIGHEST for action port [ 1269.592343] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_rules [ 1269.592478] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1269.592577] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 with Priority: HIGHEST for action port [ 1269.592847] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.592944] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.593535] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.593680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.593859] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.593929] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.594000] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.594254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.594393] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf972ac9-a64b-4709-bd5b-fb92ff0c71e8',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.083743] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.083964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.084062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.084345] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.084447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.084571] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1270.096062] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 with status ACTIVE [ 1270.096356] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.096530] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.096620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.096908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.097086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.097314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.097449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.097538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.097723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.097809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.098043] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.098146] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.098207] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.098351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.098428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.098521] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf972ac9-a64b-4709-bd5b-fb92ff0c71e8 is going to be updated. [ 1270.122148] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.122286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.122341] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.122534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.122675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.122835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf972ac9-a64b-4709-bd5b-fb92ff0c71e8" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.123849] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.123962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.124041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.124300] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.124428] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.135663] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1270.933491] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 1270.933891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.243740] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1271.243908] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1272.145924] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1272.146305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.146476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.146743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.146947] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.147080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.147150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.147311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.147380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.147526] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.649986] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.152430] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.431459] env[65658]: INFO networking_nsxv3.common.synchronization [req-a9280bbf-fb82-468a-b36e-9a0734498d9e req-4ef6439c-ad4f-46ac-8c5f-d266df87def6 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1273.432243] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1273.432680] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.432854] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.432962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.433287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.433524] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.433744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.433804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.434039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.434206] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.434370] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.655413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.658616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.658616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.658616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.658616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.658616] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1273.685594] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.685912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.686046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.686383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.686574] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.697404] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1273.747132] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.747404] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.747549] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.747908] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.748267] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.748540] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.748661] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.748896] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.749053] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.749302] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.749415] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.749561] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.749673] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.749781] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.749895] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.750090] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.771943] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.772216] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.772414] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.772605] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.773030] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-e287c7bb-94ea-45b7-a52c-cfd985e36626 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.773214] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.773333] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.773685] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.773856] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e287c7bb-94ea-45b7-a52c-cfd985e36626',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.937470] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.937686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.937686] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.937935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.938075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.938282] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.938371] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.938437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.938591] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.938665] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.938783] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1273.998602] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.998791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.998932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.999161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.999344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.009716] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1274.277821] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.278572] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.278572] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.278892] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.279126] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.279333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port e287c7bb-94ea-45b7-a52c-cfd985e36626 not found, creating... [ 1274.279630] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.280360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.280360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.280360] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.280518] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.280696] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.280863] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.281024] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.281259] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.281406] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.281563] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: e287c7bb-94ea-45b7-a52c-cfd985e36626 is going to be created. [ 1274.332171] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.332415] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.332659] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.332919] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.333207] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.333483] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.022187] env[65658]: INFO networking_nsxv3.common.synchronization [req-a9280bbf-fb82-468a-b36e-9a0734498d9e req-85b4f25a-2bb2-42b8-90a2-035494027e40 service nova] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 1275.022187] env[65658]: INFO networking_nsxv3.common.synchronization [req-a9280bbf-fb82-468a-b36e-9a0734498d9e req-85b4f25a-2bb2-42b8-90a2-035494027e40 service nova] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1275.022187] env[65658]: INFO networking_nsxv3.common.synchronization [req-a9280bbf-fb82-468a-b36e-9a0734498d9e req-85b4f25a-2bb2-42b8-90a2-035494027e40 service nova] Enqueued Resource ID: e287c7bb-94ea-45b7-a52c-cfd985e36626 with Priority: HIGHEST for action port [ 1275.022187] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 1275.022187] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1275.022187] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e287c7bb-94ea-45b7-a52c-cfd985e36626 with Priority: HIGHEST for action port [ 1275.022187] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.022609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.022765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.023133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.023418] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.024704] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.025443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.026464] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-e287c7bb-94ea-45b7-a52c-cfd985e36626 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.026596] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.026663] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.026859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.026933] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e287c7bb-94ea-45b7-a52c-cfd985e36626',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.529126] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.529537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.529537] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e287c7bb-94ea-45b7-a52c-cfd985e36626 with status ACTIVE [ 1275.529537] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.529688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.529688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.529947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.530020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.530172] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.530284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.530342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.530466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.530529] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.530713] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.530795] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.530893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.531051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.531132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.531218] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e287c7bb-94ea-45b7-a52c-cfd985e36626 is going to be updated. [ 1275.554551] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.554842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.554842] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.555035] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.555089] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.555242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e287c7bb-94ea-45b7-a52c-cfd985e36626" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.707225] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1275.707426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.707691] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.707809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.708013] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.708159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.708202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.708343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.708420] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.708514] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.021624] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1276.021798] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f deletion is rescheduled due to dependency. [ 1276.021922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.022364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.022516] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.022711] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.022834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.022899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.023075] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.023153] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.023250] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.211022] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.528223] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.713925] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.031282] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.216735] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.216948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.216948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.217237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.217365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.217428] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1277.254505] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.254792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.254792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.255039] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.255233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.265722] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1277.533845] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.534036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.534132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.534339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.534481] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.534515] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1277.565252] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.566922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.566922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.566922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.566922] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.576445] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1279.281054] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.281054] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.281054] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.281054] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.282171] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.282353] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.282631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.282935] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.283222] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.283394] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.283658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.283848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.284057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.284259] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.286050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.286050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.286050] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.286050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.286050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.286050] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.286492] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.286788] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.589180] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1279.589506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.589772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.589969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.590168] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.590314] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.590400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.590573] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.590658] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.590761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.590861] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.789118] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c9a243-fdc3-42be-96d4-7622870687b7: rpc.has_security_group_logging(os_id): False [ 1279.790239] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.808726] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.808874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.808916] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.809173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.809293] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.809490] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.809593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.809650] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.809801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.809874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.810086] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.810183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.810322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.810376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.810446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.811033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.811033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.811033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.811033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.811033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.811339] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be created. [ 1279.871905] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.872217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.872217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.872464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.872752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.883988] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1280.022500] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.022694] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1280.092971] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.293469] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.595392] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f: rpc.has_security_group_logging(os_id): False [ 1280.613230] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.613443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.613443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.613633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.613725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.613968] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.614083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.614144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.614290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.614364] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.614448] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1280.672195] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.672389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.672434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.672636] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.672790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.685742] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1280.795468] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.795615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.795696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.795932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.795994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.796069] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1280.833128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.833310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.833368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.833557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.833702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.845301] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1281.896905] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1281.897338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.897411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.897592] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.897695] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.451923] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.451923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.702600] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1282.702600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.857083] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1282.857083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.857458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.857616] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.857848] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.857968] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.858047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.858217] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.858301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.858376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.858466] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.204036] env[65658]: INFO networking_nsxv3.common.synchronization [req-690849c3-ad2e-42fd-a09c-9dd3eeb60d7c req-d2d19e9a-a27a-4984-a863-bbebf498180d tempest-ServerActionsTestOtherA-1954439113 tempest-ServerActionsTestOtherA-1954439113-project-member] Enqueued Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1283.204512] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532d0481-4f13-411e-9e02-cd56f3d89863 with Priority: HIGHEST for action security_group_members [ 1283.204623] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-532d0481-4f13-411e-9e02-cd56f3d89863 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.204918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.204918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.205159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.205330] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.205427] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.205504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.205756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.205917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.206182] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532d0481-4f13-411e-9e02-cd56f3d89863',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.360942] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.360942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.361306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.361306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.361432] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.361536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.361600] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.361751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.361838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.361924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.362083] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.362183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.362238] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.362374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.362509] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.362599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.362654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.362791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.362865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.362947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.363052] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.709196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.709410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.709458] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.709639] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.709731] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.709924] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.710034] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.710094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.710383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.710383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.710383] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 is going to be updated. [ 1283.742731] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.742885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.743052] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.743267] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.743408] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.752582] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: IN_PROGRESS for 2s [ 1283.865412] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c9a243-fdc3-42be-96d4-7622870687b7: rpc.has_security_group_logging(os_id): False [ 1283.884948] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.885234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.885368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.885688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.885853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.886355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.886528] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.886647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.886905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.887062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.887393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.887552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.887653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.887883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.888024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.889033] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.889033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.889033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.889033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.889033] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.889033] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1283.950398] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.950629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.950629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.950806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.950975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.962857] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1285.763944] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532d0481-4f13-411e-9e02-cd56f3d89863 in Status: SUCCESS [ 1285.764252] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532d0481-4f13-411e-9e02-cd56f3d89863 deletion is rescheduled due to dependency. [ 1285.764382] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532d0481-4f13-411e-9e02-cd56f3d89863" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.978081] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1285.978188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.978426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.978736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.978868] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.481422] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.481633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.481633] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.481851] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.482018] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.482163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.482255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.482422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.482509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.482598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.482685] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.985191] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.985464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.985464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.985682] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.985857] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.985982] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.986062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.986256] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.986349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.986462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.986634] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.986797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.986797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.986951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.987130] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.987230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.987304] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.987462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.987563] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.987657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.987751] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.489732] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27c9a243-fdc3-42be-96d4-7622870687b7: rpc.has_security_group_logging(os_id): False [ 1287.508355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.508506] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.508607] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.508781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.508859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.509079] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.509210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.509266] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.509378] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.509453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.509647] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.509738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.509797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.509933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.510084] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.510228] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.510329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.510379] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.510504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.510576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.510658] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1287.575608] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.575796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.575796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.575989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.576157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.590092] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1288.204729] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.205182] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.692077] env[65658]: INFO networking_nsxv3.common.synchronization [req-eb649a2f-1708-41bb-9260-9fe8827a16ea req-7f9872d3-3913-4464-bb4c-ec5aaec2ee3f tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1288.692661] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1288.692962] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.693121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.693202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.693406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.693559] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.693654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.693715] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.694110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.694242] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.694345] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.196879] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.197047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.197125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.197348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.197437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.197627] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.197718] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.197774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.197918] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.197991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.198087] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1289.227070] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.227442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.227442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.227531] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.227632] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.242136] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1289.611450] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1289.611767] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.870487] env[65658]: INFO networking_nsxv3.common.synchronization [req-6ec9c82a-47f0-4a68-9ba5-9caa4a459ad2 req-e754247b-7618-4929-bb20-93e9bc01be06 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1290.870967] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1290.871334] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.871461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.871504] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.872462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.872462] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.872462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.872462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.872462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.872462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.872462] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.254868] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 4s [ 1291.374669] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.876715] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.379649] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.379862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.379862] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.380042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.380164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.380244] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1292.431107] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.431363] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.431415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.431594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.431736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.443351] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1293.267418] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1293.267789] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 deletion is rescheduled due to dependency. [ 1293.267789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.454266] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1294.454610] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.872345] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.872655] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.902226] env[65658]: INFO networking_nsxv3.common.synchronization [req-cbdbe4d1-22af-4f64-94bc-bc48a6c0e528 req-c1d57489-052d-40df-b235-23a7e7a074b1 tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1299.902637] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1299.902859] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.902983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.903306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.903437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.903650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.903879] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.903975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.904198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.904336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.904485] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.407787] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.909056] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.411414] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.411641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.411641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.411802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.411892] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.411989] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1301.441590] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.441730] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.441895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.441997] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.442159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.453472] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1301.615207] env[65658]: INFO networking_nsxv3.common.synchronization [req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 req-16b0b668-47aa-4a08-ba69-6ae316a828bd tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1301.615987] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1301.616438] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.616638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.616743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.617046] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.617234] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.617372] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.617453] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.617676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.617786] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.617892] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.904170] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.904375] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.904500] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.904767] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.905044] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.905201] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.905318] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.905529] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.905674] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.905879] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.905990] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.906117] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.906227] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.906338] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.906443] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.906572] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.927664] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.928060] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.928060] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.928149] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.928443] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-7637c833-0b6a-4111-9160-50c4fe6e18a6 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.928609] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.928729] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.929079] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.929223] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7637c833-0b6a-4111-9160-50c4fe6e18a6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.124440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.124615] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.124702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.124939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.125073] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.125300] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.125416] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.125488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.125618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.126325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.126325] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1302.154475] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.154738] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.154843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.155133] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.155365] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.166603] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1302.431961] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.432199] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.432379] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.432610] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.432761] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.432914] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 7637c833-0b6a-4111-9160-50c4fe6e18a6 not found, creating... [ 1302.433217] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.433337] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.433450] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.433696] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.433839] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.434128] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.434284] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.434460] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.434682] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.434817] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.434973] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 is going to be created. [ 1302.457290] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.457584] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.457802] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.458192] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.458491] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.458838] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.186724] env[65658]: INFO networking_nsxv3.common.synchronization [req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 req-47e2020e-db0c-4cdf-b7bd-06f6c49d5cd2 service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1303.186938] env[65658]: INFO networking_nsxv3.common.synchronization [req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 req-47e2020e-db0c-4cdf-b7bd-06f6c49d5cd2 service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1303.187047] env[65658]: INFO networking_nsxv3.common.synchronization [req-4af1cd40-831e-4bd5-b3f5-0ab2f7e9fe92 req-47e2020e-db0c-4cdf-b7bd-06f6c49d5cd2 service nova] Enqueued Resource ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 with Priority: HIGHEST for action port [ 1303.188015] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1303.188187] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1303.188295] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 with Priority: HIGHEST for action port [ 1303.188588] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.189098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.189098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.189098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.189098] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.192522] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.192522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.192522] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7637c833-0b6a-4111-9160-50c4fe6e18a6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.192522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.192522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.192522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.192522] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7637c833-0b6a-4111-9160-50c4fe6e18a6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.463997] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1303.464243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.690967] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.691130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.694580] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7637c833-0b6a-4111-9160-50c4fe6e18a6 with status ACTIVE [ 1303.694755] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.694881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.694948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.695161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.695248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.695435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.695533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.695595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.695749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.695827] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.696014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.696110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.696170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.696312] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.696402] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.696488] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 is going to be updated. [ 1303.717523] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.717720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.717720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.717970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.718137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.718302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.176892] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1304.176892] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 deletion is rescheduled due to dependency. [ 1304.177121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.177121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.177306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.177493] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.177606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.177666] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.177815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.177893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.177986] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.680473] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.183101] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.685247] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.685595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.685595] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.685696] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.685800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.686024] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1305.713989] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.714412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.714412] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.714505] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.714684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.724396] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1306.600294] env[65658]: INFO networking_nsxv3.common.synchronization [req-ab38de3e-00bd-462b-8a9c-799cee2c31a4 req-932a0947-7b01-4c95-ad25-f759bb1d123c tempest-ListServerFiltersTestJSON-1687691391 tempest-ListServerFiltersTestJSON-1687691391-project-member] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1306.600846] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGHEST for action security_group_members [ 1306.601185] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.601318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.601397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.601739] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.601739] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.601919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.601919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.602109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.602109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.602204] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.104411] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.104765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.104765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.104904] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.104998] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.105218] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.105316] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.105377] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.105527] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.105601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.105724] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be updated. [ 1307.131999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.132182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.132221] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.132439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.132589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.142130] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: IN_PROGRESS for 2s [ 1307.736304] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1307.736483] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.736645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.736872] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.737146] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.737272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.737338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.737499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.737597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.737692] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.737791] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.240286] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.743036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf25da7-2326-4734-ba70-74b297844704: rpc.has_security_group_logging(os_id): False [ 1308.761913] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.762182] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.762240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.762496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.762623] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.762886] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.762993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.763074] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.763230] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.763309] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.763397] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1308.831292] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.831552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.831552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.831704] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.831850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.845459] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1309.158721] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27c9a243-fdc3-42be-96d4-7622870687b7 in Status: SUCCESS [ 1309.158908] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 deletion is rescheduled due to dependency. [ 1309.159037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.865071] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1310.865544] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.602688] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.602688] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.197259] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.197675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.197675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.197675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.197798] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.700367] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.202675] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.704651] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1315.704790] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1316.539042] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.539424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.539424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.539424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.551034] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1316.551838] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.553136] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1316.590479] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.590746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.590746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.590975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.603240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.604098] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1316.604251] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1316.604251] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1316.605210] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.605288] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.645495] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.645760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.645760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.645850] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.647099] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.647276] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1316.721188] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.721357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.721411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.721618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.721941] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.722231] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1316.806661] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.806661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.806661] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.806947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.807093] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.807385] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1316.807480] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'217d07bf-15e5-4c58-8276-1f10dd459bd1', 'f4eba537-c27b-409c-b428-1d546e98e37d', 'be415b20-f6b8-489f-889a-77b548881858', 'cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f', 'e0481161-3812-4c03-a12d-a0954df13087', '9533f851-6dfa-45df-ba74-fd58aa774e87', '55ae4cab-729a-4502-9c97-9a22f9d67e69', 'bd624d05-4706-4739-be6b-69bfda905751', '0ad08d06-c5ba-4a29-8f01-02687faca93a', 'd32a9c6a-af6e-45c9-96f1-84aea0547b91', '5bf25da7-2326-4734-ba70-74b297844704', '30a72974-182b-4665-a10b-69ff28cb271d', 'fdc887b6-7655-4898-a080-fddd8844669a', '27c9a243-fdc3-42be-96d4-7622870687b7', '6e68d582-4788-4246-9d48-d7b6846cb453', 'eccbf265-efdd-4daa-bc1b-64c2fdc5879b', '550730b1-ad65-4768-bef4-d43b2b22d573', '535caca6-a451-499a-8195-114467b4ea62', 'c1289af1-2466-45be-8315-8a3cf84b0fd9', 'dd26cf07-b963-45f5-8716-802ea151de31', '129423e4-7371-4347-ac1b-133cdf696c91', '6a51e0b1-2738-4c9b-8791-5929a441d854', '6a5d2259-783c-4af1-97bd-dea72670f0c5', 'eed8f475-3d04-457b-bc3c-55e54a1e6d67', 'cd50c659-f227-4850-a673-546233400b98', 'af0d0f60-441a-4490-ba05-1a1cb09e53b0', 'dbd9d755-bfa3-4a64-88ef-9637ed77b404', '81703bb5-8022-4e21-a603-911656c692f1', '09bd9350-d957-46ba-8772-e25b712a813d', '2763c889-1c2f-4c5c-a68b-063f7b9fcf8d', 'a726684d-8ca5-4241-87a5-2d7c4a6aa6ab', '93ba2b7c-5119-4ccf-893a-357808c4ae1c', '6bb416a8-5338-4698-8519-244e7f47c97c', '15e0b84a-6e2c-4edc-b21c-78ca24c94f21', '9e9d51c0-915d-476a-9163-d9aaaedee06e', 'b7f50b69-9ca6-448e-9719-f1dd1e755d47', '66cab8c1-9bcd-4f94-9d30-3de4b5945f93', 'ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f', '441386e6-1eba-42ea-a632-d4de2b884f95', '919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3', 'e2635d7e-4175-4a81-b459-58a6705163c8', '532d0481-4f13-411e-9e02-cd56f3d89863', '20de75aa-6ba0-437c-8c7f-504ea09976be', 'eaad6ace-a281-4634-9b07-2d5d10a0cdd6', '7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57'} {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1316.807591] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1316.826763] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.826763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.827056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.827056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.827135] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.827202] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1316.827278] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1316.827354] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1316.919576] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.919891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.919891] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.920203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.922112] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.922425] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1316.922533] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1316.922640] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1316.922735] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1316.922861] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1316.922967] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGH for action security_group_rules [ 1316.923102] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGH for action security_group_rules [ 1316.923208] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGH for action security_group_rules [ 1316.923311] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGH for action security_group_rules [ 1316.923396] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGH for action security_group_rules [ 1316.923577] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGH for action security_group_rules [ 1316.923577] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGH for action security_group_rules [ 1316.923731] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGH for action security_group_rules [ 1316.923731] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGH for action security_group_rules [ 1316.923848] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGH for action security_group_rules [ 1316.923923] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGH for action security_group_rules [ 1316.924029] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGH for action security_group_rules [ 1316.924128] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGH for action security_group_rules [ 1316.924241] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGH for action security_group_rules [ 1316.924343] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGH for action security_group_rules [ 1316.924448] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGH for action security_group_rules [ 1316.924579] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGH for action security_group_rules [ 1316.924725] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGH for action security_group_rules [ 1316.924837] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGH for action security_group_rules [ 1316.924951] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGH for action security_group_rules [ 1316.925123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.606157] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.606550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1321.606550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 with Priority: HIGH for action security_group_rules [ 1321.606550] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be415b20-f6b8-489f-889a-77b548881858 with Priority: HIGH for action security_group_rules [ 1321.606672] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 with Priority: HIGH for action security_group_rules [ 1321.606731] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e68d582-4788-4246-9d48-d7b6846cb453 with Priority: HIGH for action security_group_rules [ 1321.606832] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd26cf07-b963-45f5-8716-802ea151de31 with Priority: HIGH for action security_group_rules [ 1321.606921] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 with Priority: HIGH for action security_group_rules [ 1321.607021] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535caca6-a451-499a-8195-114467b4ea62 with Priority: HIGH for action security_group_rules [ 1321.607115] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550730b1-ad65-4768-bef4-d43b2b22d573 with Priority: HIGH for action security_group_rules [ 1321.607206] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9a243-fdc3-42be-96d4-7622870687b7 with Priority: HIGH for action security_group_rules [ 1321.607293] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b with Priority: HIGH for action security_group_rules [ 1321.607381] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc887b6-7655-4898-a080-fddd8844669a with Priority: HIGH for action security_group_rules [ 1321.607470] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a72974-182b-4665-a10b-69ff28cb271d with Priority: HIGH for action security_group_rules [ 1321.607559] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGH for action security_group_rules [ 1321.607676] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 with Priority: HIGH for action security_group_rules [ 1321.607760] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a with Priority: HIGH for action security_group_rules [ 1321.607886] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 with Priority: HIGH for action security_group_rules [ 1321.607997] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd624d05-4706-4739-be6b-69bfda905751 with Priority: HIGH for action security_group_rules [ 1321.608051] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0481161-3812-4c03-a12d-a0954df13087 with Priority: HIGH for action security_group_rules [ 1321.608142] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eba537-c27b-409c-b428-1d546e98e37d with Priority: HIGH for action security_group_rules [ 1321.608232] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGH for action security_group_rules [ 1321.608557] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-217d07bf-15e5-4c58-8276-1f10dd459bd1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.608688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.608750] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.608952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.609050] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('217d07bf-15e5-4c58-8276-1f10dd459bd1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.610092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be415b20-f6b8-489f-889a-77b548881858 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.610214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.610281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.610460] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.610538] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be415b20-f6b8-489f-889a-77b548881858',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.611578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ae4cab-729a-4502-9c97-9a22f9d67e69 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.611675] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.611765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.611895] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.611965] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ae4cab-729a-4502-9c97-9a22f9d67e69',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.612770] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e68d582-4788-4246-9d48-d7b6846cb453 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.612885] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.612933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.613098] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.613168] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e68d582-4788-4246-9d48-d7b6846cb453',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.613852] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd26cf07-b963-45f5-8716-802ea151de31 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.613951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.614024] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.614173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.614243] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd26cf07-b963-45f5-8716-802ea151de31',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.614905] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1289af1-2466-45be-8315-8a3cf84b0fd9 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.615030] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.615114] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.615272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.615346] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1289af1-2466-45be-8315-8a3cf84b0fd9',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.616132] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-535caca6-a451-499a-8195-114467b4ea62 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.616241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.616307] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.616457] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.616528] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('535caca6-a451-499a-8195-114467b4ea62',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.617236] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550730b1-ad65-4768-bef4-d43b2b22d573 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.617342] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.617406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.617601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.617685] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550730b1-ad65-4768-bef4-d43b2b22d573',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.618417] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c9a243-fdc3-42be-96d4-7622870687b7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.618485] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.618554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.618705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.618775] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c9a243-fdc3-42be-96d4-7622870687b7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.619646] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.619747] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.619812] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.620236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.620310] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eccbf265-efdd-4daa-bc1b-64c2fdc5879b',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.620976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc887b6-7655-4898-a080-fddd8844669a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.621095] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.621161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.621310] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.621380] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc887b6-7655-4898-a080-fddd8844669a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.622103] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a72974-182b-4665-a10b-69ff28cb271d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.622212] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.622276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.622425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.622497] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a72974-182b-4665-a10b-69ff28cb271d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.623168] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.623274] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.623337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.623509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.623557] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.624307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.624413] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.624477] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.624621] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.624691] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d32a9c6a-af6e-45c9-96f1-84aea0547b91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.625351] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ad08d06-c5ba-4a29-8f01-02687faca93a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.625456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.625515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.625662] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.625731] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ad08d06-c5ba-4a29-8f01-02687faca93a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.626391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9533f851-6dfa-45df-ba74-fd58aa774e87 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.626547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.626547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.626693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.626763] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9533f851-6dfa-45df-ba74-fd58aa774e87',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.627512] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd624d05-4706-4739-be6b-69bfda905751 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.627622] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.627687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.627834] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.627906] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd624d05-4706-4739-be6b-69bfda905751',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.628617] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0481161-3812-4c03-a12d-a0954df13087 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.628711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.628777] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.628926] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.629548] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0481161-3812-4c03-a12d-a0954df13087',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.629683] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4eba537-c27b-409c-b428-1d546e98e37d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.629802] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.629845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.630452] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.630452] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4eba537-c27b-409c-b428-1d546e98e37d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.630918] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.631027] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.631091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.631236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.631303] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.656745] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.656939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.656939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.657199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.699507] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.699733] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1289af1-2466-45be-8315-8a3cf84b0fd9 is going to be deleted. [ 1321.781542] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.781909] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.781999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.782226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.782336] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.782546] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1289af1-2466-45be-8315-8a3cf84b0fd9" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.134737] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.134737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.134737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.134993] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.135068] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.135169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.135223] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.135370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.135454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.135536] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.135627] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.149980] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.150161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.150161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.150331] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.150480] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.150576] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.150637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.150774] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.150855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.150939] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.151034] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.166253] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.189983] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.190214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.190214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.190456] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.202695] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.202881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.203733] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.203845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.207845] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.207975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.208785] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.208912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.209652] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.209787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.210501] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.210594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.211289] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.211422] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.212096] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.212198] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.212848] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.212933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.213650] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.213741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.214384] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.214801] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.214903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.215599] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.216172] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.216288] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.217060] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.217533] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.217667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.218339] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.218776] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.218881] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.219529] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.219946] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.220079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.220760] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.221133] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.221255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.221965] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1322.222384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.222535] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4eba537-c27b-409c-b428-1d546e98e37d is going to be deleted. [ 1322.224144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.224144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.243344] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.243457] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a72974-182b-4665-a10b-69ff28cb271d is going to be deleted. [ 1322.244437] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.244645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.266138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.266335] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc887b6-7655-4898-a080-fddd8844669a is going to be deleted. [ 1322.267179] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.267435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.288471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.288608] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ad08d06-c5ba-4a29-8f01-02687faca93a is going to be deleted. [ 1322.289612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.289811] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.298266] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.298386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.305053] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.305053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.308411] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.308534] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550730b1-ad65-4768-bef4-d43b2b22d573 is going to be deleted. [ 1322.309537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.309735] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.326553] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.326740] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.334908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.335053] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd26cf07-b963-45f5-8716-802ea151de31 is going to be deleted. [ 1322.335950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.336169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.362700] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.362846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.395078] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.395078] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9533f851-6dfa-45df-ba74-fd58aa774e87 is going to be deleted. [ 1322.395942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.396170] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.430156] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.430356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.446401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.446582] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd624d05-4706-4739-be6b-69bfda905751 is going to be deleted. [ 1322.447868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.448185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.507365] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.507552] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.523349] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.523547] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.544100] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.544100] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c9a243-fdc3-42be-96d4-7622870687b7 is going to be deleted. [ 1322.544769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.544989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.579870] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.580118] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d32a9c6a-af6e-45c9-96f1-84aea0547b91 is going to be deleted. [ 1322.581139] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.581396] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.625380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.625832] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0481161-3812-4c03-a12d-a0954df13087 is going to be deleted. [ 1322.627143] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.627434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.629569] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.629725] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.639138] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.675812] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f: rpc.has_security_group_logging(os_id): False [ 1322.693506] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.693708] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.697092] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.697224] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eccbf265-efdd-4daa-bc1b-64c2fdc5879b is going to be deleted. [ 1322.698189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.698418] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.714952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.715163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.727954] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.728148] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e68d582-4788-4246-9d48-d7b6846cb453 is going to be deleted. [ 1322.729077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.729306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.771100] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.771282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.786625] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.786817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.806193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.806370] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ae4cab-729a-4502-9c97-9a22f9d67e69 is going to be deleted. [ 1322.807294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.807508] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.809994] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.810141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.884991] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.885146] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 535caca6-a451-499a-8195-114467b4ea62 is going to be deleted. [ 1322.886123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.886351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.889355] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.889569] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.924087] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.924087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.924722] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.924851] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be415b20-f6b8-489f-889a-77b548881858 is going to be deleted. [ 1322.925753] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.925964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.006553] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.006753] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 217d07bf-15e5-4c58-8276-1f10dd459bd1 is going to be deleted. [ 1323.007801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.008109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.008261] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.008443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a72974-182b-4665-a10b-69ff28cb271d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.008869] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.008948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.009478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.009649] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4eba537-c27b-409c-b428-1d546e98e37d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.010289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.010520] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.010654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.010832] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc887b6-7655-4898-a080-fddd8844669a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.011037] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.011262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.011397] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.011612] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ad08d06-c5ba-4a29-8f01-02687faca93a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.011823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.012036] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.012168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.012357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550730b1-ad65-4768-bef4-d43b2b22d573" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.012566] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.012764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.012888] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.013072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd26cf07-b963-45f5-8716-802ea151de31" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.013262] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.013567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.013567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.013764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9533f851-6dfa-45df-ba74-fd58aa774e87" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.013959] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.014190] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.014313] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.014515] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd624d05-4706-4739-be6b-69bfda905751" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.014720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.014947] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.015060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.015257] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c9a243-fdc3-42be-96d4-7622870687b7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.015461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.015679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.029199] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.030091] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.052236] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.052666] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.052801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.052865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.053101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.053193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.053298] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1323.054593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.054799] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.054890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d32a9c6a-af6e-45c9-96f1-84aea0547b91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055161] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.055311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.055389] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eccbf265-efdd-4daa-bc1b-64c2fdc5879b" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055687] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.055772] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.055853] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055961] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0481161-3812-4c03-a12d-a0954df13087" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.056087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.056425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.056494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.056653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e68d582-4788-4246-9d48-d7b6846cb453" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.057911] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.058303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.058303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.058303] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.058459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.058459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be415b20-f6b8-489f-889a-77b548881858" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.058584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.058728] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.058804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.058924] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ae4cab-729a-4502-9c97-9a22f9d67e69" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.059051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.059197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.059272] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.059383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-535caca6-a451-499a-8195-114467b4ea62" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.119866] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.120047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.120136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.120415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.120543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.120693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-217d07bf-15e5-4c58-8276-1f10dd459bd1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.141265] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf25da7-2326-4734-ba70-74b297844704: rpc.has_security_group_logging(os_id): False [ 1323.272367] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.272648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.272648] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.272769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.304241] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.304425] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.318280] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.318667] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.318805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.318912] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.319239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.319384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.319549] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1323.320749] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.320984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.321370] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.361179] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1323.459261] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.459470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.459470] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.459809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.459809] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.477366] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1325.374727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1325.374727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.492876] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1325.493113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.609744] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.610028] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.610510] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.610816] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.611262] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.611664] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.613081] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.613081] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.614397] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.614779] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.615921] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.616400] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.617177] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.617565] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.434807] env[65658]: INFO networking_nsxv3.common.synchronization [req-f9a2bfa3-03f7-4173-a31d-b52c96597938 req-8652fe59-e886-4e7f-9061-d750fd70d647 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1357.434807] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1357.435533] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.435533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.435533] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.435746] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.435931] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.436130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.436244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.436449] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.436565] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.436697] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.939979] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.940410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.940410] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.940502] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.940606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.940806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.940903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.940964] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.941173] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.941277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.941369] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1357.970234] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.970464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.970464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.970631] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.970835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.980260] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1359.992737] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1359.993110] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f deletion is rescheduled due to dependency. [ 1359.993175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.436137] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.436555] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.533297] env[65658]: INFO networking_nsxv3.common.synchronization [req-84053387-a317-4dac-83be-0d6188771d9d req-8075ab5f-c1cd-40c6-a807-bd943e07fa55 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1364.533808] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1364.534133] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.534254] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.534329] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.534511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.534653] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.534745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.534805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.534995] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.535042] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.535130] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.821504] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.821774] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.821899] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.822249] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.822521] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.822671] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.822783] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.823018] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.823189] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.823479] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.823601] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1364.823709] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1364.823814] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1364.823950] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.824031] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1364.824163] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1364.844757] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1364.844906] env[65658]: DEBUG dogpile.cache.region [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1364.844995] env[65658]: DEBUG dogpile.lock [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1364.845189] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "network-654" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.845501] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock port-9d62ba3a-8b49-4684-b279-f2e7b000300a taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.845673] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.845792] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.846125] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.846266] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d62ba3a-8b49-4684-b279-f2e7b000300a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.037549] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.037694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.037742] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.038016] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.038109] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.038360] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.038517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.038629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.038805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.038907] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.039027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1365.066603] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.066806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.066806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.067159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.067356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.075960] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1365.348758] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.349045] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.349296] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.349506] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.349676] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.349855] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Segment Port 9d62ba3a-8b49-4684-b279-f2e7b000300a not found, creating... [ 1365.350169] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.350352] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.350488] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.350733] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.350898] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.351240] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.351425] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.351551] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.351784] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.351920] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.352125] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Resource: SegmentPort with ID: 9d62ba3a-8b49-4684-b279-f2e7b000300a is going to be created. [ 1365.374517] env[65658]: DEBUG networking_nsxv3.common.locking [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.374728] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.374807] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.375201] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.375467] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.375690] env[65658]: DEBUG oslo_concurrency.lockutils [None req-d31c1532-02ed-40fd-b2fa-a86f6dcad5a2 None None] Releasing lock "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.068213] env[65658]: INFO networking_nsxv3.common.synchronization [req-84053387-a317-4dac-83be-0d6188771d9d req-69e390d9-aedb-4078-a522-8604ce9b771f service nova] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 1366.068578] env[65658]: INFO networking_nsxv3.common.synchronization [req-84053387-a317-4dac-83be-0d6188771d9d req-69e390d9-aedb-4078-a522-8604ce9b771f service nova] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1366.068578] env[65658]: INFO networking_nsxv3.common.synchronization [req-84053387-a317-4dac-83be-0d6188771d9d req-69e390d9-aedb-4078-a522-8604ce9b771f service nova] Enqueued Resource ID: 9d62ba3a-8b49-4684-b279-f2e7b000300a with Priority: HIGHEST for action port [ 1366.069042] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_rules [ 1366.069183] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1366.069280] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d62ba3a-8b49-4684-b279-f2e7b000300a with Priority: HIGHEST for action port [ 1366.069546] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.069667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.069734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.069930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.070023] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.070860] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.070950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.071154] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d62ba3a-8b49-4684-b279-f2e7b000300a taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.071253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.071311] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.071475] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.071663] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d62ba3a-8b49-4684-b279-f2e7b000300a',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.573062] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.573289] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.575615] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d62ba3a-8b49-4684-b279-f2e7b000300a with status ACTIVE [ 1366.575828] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.575908] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.576009] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.576194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.576276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.576442] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.576535] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.576601] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.576751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.576823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.577016] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.577132] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.577211] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.577355] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.577446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.577533] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d62ba3a-8b49-4684-b279-f2e7b000300a is going to be updated. [ 1366.600225] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.600386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.600494] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.600643] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.600791] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.600948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d62ba3a-8b49-4684-b279-f2e7b000300a" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.086250] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1367.086568] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f deletion is rescheduled due to dependency. [ 1367.086568] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.086736] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.086946] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.087137] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.087252] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.087322] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.087497] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.087599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.087705] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.590338] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.093067] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.595815] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.596020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.596097] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.596808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.596808] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.596808] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1368.625314] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.625478] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.625526] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.625732] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.625875] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.634518] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1370.645720] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1370.646083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.646083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.646273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.646474] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.646587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.646652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.646806] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.646886] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.646969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.647071] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.070143] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.070350] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.150085] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.653065] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f: rpc.has_security_group_logging(os_id): False [ 1371.670361] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.670582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.670582] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.670819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.670915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.671183] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.671275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.671338] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.671495] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.671559] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.671645] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1371.729581] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.729790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.729790] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.730048] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.730196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.747998] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1373.392762] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.393107] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.393107] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.393618] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.393618] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.394945] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.394945] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.394945] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.394945] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.394945] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.394945] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.395165] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.395165] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.395235] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.395407] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.396380] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.417432] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.417666] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.417827] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.418029] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-792" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.418425] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-7637c833-0b6a-4111-9160-50c4fe6e18a6 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.418626] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.418953] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.419160] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.419346] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7637c833-0b6a-4111-9160-50c4fe6e18a6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.764047] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1373.764281] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.921768] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.921986] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.922152] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.922521] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.922679] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.922983] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.923152] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.923380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.923683] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.923830] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.924139] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.924544] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.924544] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.924725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.924725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.924864] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 is going to be updated. [ 1373.946122] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.946328] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.946446] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.946687] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.946873] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.947148] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.636448] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1974ae-abab-410e-afc1-5915f65212da req-96664e84-bad6-4a84-93da-35e7d97c071d service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1374.636707] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1974ae-abab-410e-afc1-5915f65212da req-96664e84-bad6-4a84-93da-35e7d97c071d service nova] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1374.636772] env[65658]: INFO networking_nsxv3.common.synchronization [req-7b1974ae-abab-410e-afc1-5915f65212da req-96664e84-bad6-4a84-93da-35e7d97c071d service nova] Enqueued Resource ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 with Priority: HIGHEST for action port [ 1374.637318] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_rules [ 1374.637464] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1374.637607] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 with Priority: HIGHEST for action port [ 1374.637800] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.637930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.637975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.638486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.638571] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.639400] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.639499] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.639628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.639727] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.639868] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.639970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.640041] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.640187] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.640282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.640878] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.642614] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-7637c833-0b6a-4111-9160-50c4fe6e18a6 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.642960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.642960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.643080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.643080] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7637c833-0b6a-4111-9160-50c4fe6e18a6',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.143590] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.144896] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.145083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.145476] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7637c833-0b6a-4111-9160-50c4fe6e18a6 with status ACTIVE [ 1375.145658] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.145776] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.145839] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.146057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.146152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.146315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.146414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.146464] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.147031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.147031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.147031] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.147031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.147031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.147276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.147276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.147276] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7637c833-0b6a-4111-9160-50c4fe6e18a6 is going to be updated. [ 1375.170512] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.170720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.170720] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.170917] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.171076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.171233] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7637c833-0b6a-4111-9160-50c4fe6e18a6" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.646342] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.148762] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.149087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.149087] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.149240] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.149333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.149435] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1376.176538] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.176805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.176805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.176936] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.177090] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.186820] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1378.198924] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1378.199315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.199315] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.199524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.199694] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.199883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.199883] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.200025] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.200086] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.200166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.200252] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.702460] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.206058] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf25da7-2326-4734-ba70-74b297844704: rpc.has_security_group_logging(os_id): False [ 1379.223526] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.223752] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.223821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.224045] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.224167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.224456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.224587] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.224657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.224844] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.224938] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.225055] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1379.286798] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.287029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.287029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.287224] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.287407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.303631] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1379.638771] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.638973] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1381.321509] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1381.321893] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.640138] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.640138] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.641314] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.641597] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.016112] env[65658]: INFO networking_nsxv3.common.synchronization [req-a50b6eae-ace9-4935-9726-82cf9cc01fc8 req-a20021b7-4b83-412e-a24a-fb56ed610c0f tempest-ServerActionsTestOtherB-2042205762 tempest-ServerActionsTestOtherB-2042205762-project-member] Enqueued Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1392.016669] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf25da7-2326-4734-ba70-74b297844704 with Priority: HIGHEST for action security_group_members [ 1392.016972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf25da7-2326-4734-ba70-74b297844704 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.017121] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.017191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.017386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.017539] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.018008] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.018085] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.018244] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.018327] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.018422] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf25da7-2326-4734-ba70-74b297844704',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.521405] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.521635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.521635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.521868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.521948] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.522160] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.522263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.522324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.522524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.522613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.522700] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 is going to be updated. [ 1392.548350] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.548575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.548575] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.548751] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.548890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.557312] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: IN_PROGRESS for 2s [ 1394.568016] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf25da7-2326-4734-ba70-74b297844704 in Status: SUCCESS [ 1394.568466] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf25da7-2326-4734-ba70-74b297844704 deletion is rescheduled due to dependency. [ 1394.568466] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf25da7-2326-4734-ba70-74b297844704" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.017700] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.018044] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.019336] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.019336] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.102734] env[65658]: INFO networking_nsxv3.common.synchronization [None req-5c8f13dd-f5b1-46f5-b7a8-406ccc120fd6 None None] Enqueued Resource ID: 226cc630-defd-4541-b0e9-017ad32ee5a7 with Priority: HIGHEST for action port [ 1403.102734] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226cc630-defd-4541-b0e9-017ad32ee5a7 with Priority: HIGHEST for action port [ 1403.103330] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-226cc630-defd-4541-b0e9-017ad32ee5a7 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.103524] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-226cc630-defd-4541-b0e9-017ad32ee5a7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.103608] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-226cc630-defd-4541-b0e9-017ad32ee5a7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.103890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-226cc630-defd-4541-b0e9-017ad32ee5a7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.103974] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('226cc630-defd-4541-b0e9-017ad32ee5a7',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.606566] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 226cc630-defd-4541-b0e9-017ad32ee5a7 [ 1403.606808] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.606940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.607019] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.607228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.607318] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.607411] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:226cc630-defd-4541-b0e9-017ad32ee5a7 already deleted. [ 1403.607490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-226cc630-defd-4541-b0e9-017ad32ee5a7" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.660166] env[65658]: INFO networking_nsxv3.common.synchronization [None req-8d80cb17-9fc0-4b3c-b3e1-5faa0e0a0abe tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1403.660765] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1403.661095] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.661227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.661302] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.661561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.661707] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.749789] env[65658]: INFO networking_nsxv3.common.synchronization [None req-adebfee7-58ab-49ee-ad7b-8d47465f52c4 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1403.750326] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1403.750692] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.750787] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.184115] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.184461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.184461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.184564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.184609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.184727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 already deleted. [ 1404.184804] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.184911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.185079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.185165] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.705298] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.705298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.705298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.705603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.705603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.705678] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 already deleted. [ 1404.705858] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.243976] env[65658]: INFO networking_nsxv3.common.synchronization [None req-22cbf8b3-162c-4dd4-b941-1538d1d98048 None None] Enqueued Resource ID: 78e50c2c-736b-42e1-8530-7740acd1035e with Priority: HIGHEST for action port [ 1405.244527] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e50c2c-736b-42e1-8530-7740acd1035e with Priority: HIGHEST for action port [ 1405.244825] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e50c2c-736b-42e1-8530-7740acd1035e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.244962] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e50c2c-736b-42e1-8530-7740acd1035e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.245056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e50c2c-736b-42e1-8530-7740acd1035e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.245319] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e50c2c-736b-42e1-8530-7740acd1035e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.246021] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e50c2c-736b-42e1-8530-7740acd1035e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.747324] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78e50c2c-736b-42e1-8530-7740acd1035e [ 1405.747562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.747684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.747754] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.747999] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.748134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.748235] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78e50c2c-736b-42e1-8530-7740acd1035e already deleted. [ 1405.748317] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e50c2c-736b-42e1-8530-7740acd1035e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.142884] env[65658]: INFO networking_nsxv3.common.synchronization [req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 req-549a9ea1-9eef-4c5f-80d1-0707ef22014e tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1409.143439] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1409.143806] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.143960] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.144056] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.144337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.144508] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.144606] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.144667] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.144815] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.144901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.144996] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.459880] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.460210] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.460414] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.460880] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.461297] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.461545] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.461738] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.462080] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.462312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.462622] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.462812] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.462992] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.463190] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.463377] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.463558] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.463774] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.489166] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.489394] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1409.489541] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.489779] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.490154] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-359c0755-e8ef-4838-ba95-4e6951c138f5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.490312] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.490429] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.490761] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.490899] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c0755-e8ef-4838-ba95-4e6951c138f5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.647960] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.648202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.648202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.648352] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.648443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.648639] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.648737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.648793] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.648945] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.649032] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.649116] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 already deleted. [ 1409.649197] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.993528] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.993823] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.993884] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.994177] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.994327] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.994484] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port 359c0755-e8ef-4838-ba95-4e6951c138f5 not found, creating... [ 1409.994739] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.994893] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.995023] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.995239] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.995373] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.995651] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.995826] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.995952] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.996169] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.996300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.996436] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 is going to be created. [ 1410.017158] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.017380] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.017466] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.017720] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.017948] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.018247] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.705134] env[65658]: INFO networking_nsxv3.common.synchronization [req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 req-f7dea708-93fa-44bc-8a60-b6dd477de8ca service nova] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1410.705390] env[65658]: INFO networking_nsxv3.common.synchronization [req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 req-f7dea708-93fa-44bc-8a60-b6dd477de8ca service nova] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1410.705460] env[65658]: INFO networking_nsxv3.common.synchronization [req-5cf3a3be-6558-4509-a35a-0b1f7e1bb273 req-f7dea708-93fa-44bc-8a60-b6dd477de8ca service nova] Enqueued Resource ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 with Priority: HIGHEST for action port [ 1410.705937] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1410.706112] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1410.706184] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 with Priority: HIGHEST for action port [ 1410.706557] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.706680] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.706748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.706933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.707022] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.708275] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.708550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.708669] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.709835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.709835] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.709835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.709835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.709835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.709835] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.709835] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.710757] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-359c0755-e8ef-4838-ba95-4e6951c138f5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.710757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.710757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.710757] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.711063] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c0755-e8ef-4838-ba95-4e6951c138f5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.209439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.209695] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.210899] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.212422] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 359c0755-e8ef-4838-ba95-4e6951c138f5 with status ACTIVE [ 1411.212736] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.212873] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.212942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.213168] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.213253] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.213425] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.213521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.213580] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.213743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.213848] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.213999] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.214183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.214183] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.214348] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.214463] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.214463] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 is going to be updated. [ 1411.234271] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.234564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.234564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.234694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.234819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.234994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.713142] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.215597] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.215845] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.215927] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.216305] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.216446] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.216589] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 is going to be created. [ 1412.244315] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.244554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.244554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.244702] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.244882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.256696] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: UNINITIALIZED for 2s [ 1414.267796] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: SUCCESS [ 1414.268192] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.268248] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.268462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.268693] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.268822] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.268903] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.269343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.269435] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.269525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.269616] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.771896] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.274401] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4557cfdc-9f16-412f-a171-e539893009f0: rpc.has_security_group_logging(os_id): False [ 1415.292040] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.292271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.292271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.292476] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.292567] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.292817] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.292923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.292970] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.293137] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.293216] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.293302] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 is going to be created. [ 1415.351449] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.351660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.351660] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.351865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.352063] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.361931] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: IN_PROGRESS for 2s [ 1415.707037] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.707244] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1417.376723] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: SUCCESS [ 1417.377169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.708616] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.708951] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.709540] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.709986] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.367715] env[65658]: INFO networking_nsxv3.common.synchronization [req-cc4397b5-e22d-498c-a1d6-d01fb217729a req-0038788b-89e5-434c-ab3b-89acf316cbb9 tempest-ServerActionsTestJSON-145117797 tempest-ServerActionsTestJSON-145117797-project-member] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1427.368520] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGHEST for action security_group_members [ 1427.368987] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.369193] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.369306] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.369584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.369824] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.369958] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.370060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.370278] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.370393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.370519] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.874125] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.874354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.874354] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.874542] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.874605] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.874787] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.874896] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.874953] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.875145] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.875218] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.875323] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be updated. [ 1427.904431] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.904707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.904707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.904880] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.904934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.916254] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: IN_PROGRESS for 2s [ 1429.927945] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f in Status: SUCCESS [ 1429.928384] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f deletion is rescheduled due to dependency. [ 1429.928384] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.371065] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.371065] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.371013] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.371013] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.371966] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.372376] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.373571] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.373939] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.374849] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.375325] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.376588] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.376893] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.378498] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.378865] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.379910] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.380442] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.380964] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.381412] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.381757] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.382164] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.382499] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.383025] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.384030] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.384405] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.713677] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.713896] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.714061] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.714337] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.714589] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.714742] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.714853] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.715099] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.715246] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.715498] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1487.715609] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1487.715717] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1487.715823] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1487.715931] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1487.716242] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1487.716242] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1487.744629] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1487.744820] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1487.744946] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1487.745182] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.745515] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-359c0755-e8ef-4838-ba95-4e6951c138f5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.745682] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.745793] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.746057] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.746192] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c0755-e8ef-4838-ba95-4e6951c138f5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.248530] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.248801] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.248950] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.249300] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.249471] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.249802] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.249977] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.250127] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.250368] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.250516] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.250838] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.251052] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.251193] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.251420] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.251578] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.251740] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 is going to be updated. [ 1488.275702] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.275928] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.276041] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.276342] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.276560] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.276810] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.936211] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae27b617-644b-4246-8bca-bf204762fb1f req-fbf000eb-ec8f-4798-a64d-7956363ab142 service nova] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1488.936211] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae27b617-644b-4246-8bca-bf204762fb1f req-fbf000eb-ec8f-4798-a64d-7956363ab142 service nova] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1488.936211] env[65658]: INFO networking_nsxv3.common.synchronization [req-ae27b617-644b-4246-8bca-bf204762fb1f req-fbf000eb-ec8f-4798-a64d-7956363ab142 service nova] Enqueued Resource ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 with Priority: HIGHEST for action port [ 1488.936211] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_rules [ 1488.936211] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1488.936211] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 with Priority: HIGHEST for action port [ 1488.936952] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.937213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.937374] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.937664] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.937853] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.940129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.940129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.940129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.940129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.940129] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.940414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.940414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.940414] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.940534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.940572] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.941557] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-359c0755-e8ef-4838-ba95-4e6951c138f5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.941557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.941557] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.942759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.942759] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c0755-e8ef-4838-ba95-4e6951c138f5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.443816] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.444011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.445358] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.446223] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 359c0755-e8ef-4838-ba95-4e6951c138f5 with status ACTIVE [ 1489.446445] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.446537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.446585] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.446769] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.446857] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.447059] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.447162] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.447227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.447380] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.447455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.447633] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.447724] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.447784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.447919] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.447994] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.448102] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 359c0755-e8ef-4838-ba95-4e6951c138f5 is going to be updated. [ 1489.469211] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.469406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.469406] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.469584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.469711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.469861] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359c0755-e8ef-4838-ba95-4e6951c138f5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.950582] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.452652] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.452874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.452874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.453069] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.453175] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.453358] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 is going to be updated. [ 1490.484227] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.484511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.484511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.484628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.484783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.495819] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: IN_PROGRESS for 2s [ 1492.508036] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: SUCCESS [ 1492.508424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.508424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.508626] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.508842] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.508974] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.509068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.509255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.509343] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.509423] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.509529] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.012541] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.514865] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4557cfdc-9f16-412f-a171-e539893009f0: rpc.has_security_group_logging(os_id): False [ 1493.542564] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.542744] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.542800] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.543055] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.543185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.543472] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.543579] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.543638] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.543805] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.543884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.543964] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 is going to be updated. [ 1493.606333] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.606624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.606624] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.606781] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.606923] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.618795] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: IN_PROGRESS for 2s [ 1493.936799] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.936988] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1495.637965] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: SUCCESS [ 1495.638426] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.938294] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.938674] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.939543] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.939929] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.940867] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.941316] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.244605] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1511.245032] env[65658]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1bed972e-8773-46c7-9d96-0abe21ad4816 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1513.941977] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.942396] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.942896] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.943117] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.944374] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.944874] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.946035] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.946455] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.946936] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.947386] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.948296] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.948731] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.949841] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.950249] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.078554] env[65658]: INFO networking_nsxv3.common.synchronization [req-61d41a8a-eb21-4f98-bb67-0bb3e00435d0 req-bd1a918b-a02b-412d-9b7a-2f4b221db329 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1546.079103] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGHEST for action security_group_members [ 1546.079413] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.079534] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.079603] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.079801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.080439] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.080439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.080439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.080439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.080439] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.080439] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.582955] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.583227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.583227] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.583467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.583589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.583829] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.583977] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.584060] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.584169] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.584246] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.584333] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 is going to be updated. [ 1546.637602] env[65658]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/4557cfdc-9f16-412f-a171-e539893009f0', 'data': {'id': '4557cfdc-9f16-412f-a171-e539893009f0', 'display_name': '4557cfdc-9f16-412f-a171-e539893009f0', 'path': '/infra/domains/default/groups/4557cfdc-9f16-412f-a171-e539893009f0', 'expression': [{'value': 'security_group|4557cfdc-9f16-412f-a171-e539893009f0', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1762979479}, {'scope': 'revision_number', 'tag': None}], '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1546.637838] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65658) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1548.677527] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.677976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.677976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.677976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.678136] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.692079] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: IN_PROGRESS for 2s [ 1550.702825] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4557cfdc-9f16-412f-a171-e539893009f0 in Status: SUCCESS [ 1550.703194] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 deletion is rescheduled due to dependency. [ 1550.703194] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.797445] env[65658]: INFO networking_nsxv3.common.synchronization [None req-3243d907-c9d2-4805-b75b-e06e18ece094 tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1550.797978] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1550.798295] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.798415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.798471] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.798723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.798804] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.876458] env[65658]: INFO networking_nsxv3.common.synchronization [None req-893335cd-d66c-4967-83ea-f8d53d08c3af tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1550.876973] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1550.877607] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.877714] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.321336] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.321641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.321866] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.322284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.322474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.322670] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 already deleted. [ 1551.322801] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.323080] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.323361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.323554] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.843393] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.843789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.843789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.843789] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.843902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.843938] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 already deleted. [ 1551.844051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.197068] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.197693] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.197783] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.198058] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.198199] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.701080] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.202738] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.706421] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1555.706645] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1555.878373] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.878531] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.186323] env[65658]: INFO networking_nsxv3.common.synchronization [req-c361c3d8-ac89-4fce-8147-540a77202427 req-521203ee-1fa8-46c3-9720-f7a7094d682c tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1556.186867] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1556.187207] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.187333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.187433] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.187831] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.187831] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.187989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.187989] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.188150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.188237] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.188330] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.418408] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.418813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.418813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.418813] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.431236] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1556.433782] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.434681] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1556.607776] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.608072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.608072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.608239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.619992] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.620872] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1556.620969] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1556.621049] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1556.624123] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.624304] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.624420] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.624725] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.624999] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.625201] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.625317] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.625533] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.625668] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.625864] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1556.625972] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1556.626121] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1556.626251] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1556.626377] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1556.626481] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1556.626604] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1556.650305] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1556.650493] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1556.650678] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1556.650896] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.651299] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.651550] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.651722] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.652074] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.652254] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e7912e-9e1d-4b6a-9a50-045818c5f01d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.657986] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.658116] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.658174] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.658359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.659044] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.659202] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1556.690744] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.690933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.690933] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.691110] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.691199] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.691397] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.691496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.691555] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.691707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.691779] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.691859] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 already deleted. [ 1556.691934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.730568] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.730771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.730771] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.730975] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.731294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.731568] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1556.799765] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.799966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.799966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.800189] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.800501] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.800796] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1556.800884] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6a51e0b1-2738-4c9b-8791-5929a441d854', '129423e4-7371-4347-ac1b-133cdf696c91', '6a5d2259-783c-4af1-97bd-dea72670f0c5', 'af0d0f60-441a-4490-ba05-1a1cb09e53b0', 'cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f', 'eed8f475-3d04-457b-bc3c-55e54a1e6d67', 'cd50c659-f227-4850-a673-546233400b98', 'dbd9d755-bfa3-4a64-88ef-9637ed77b404', '81703bb5-8022-4e21-a603-911656c692f1', '09bd9350-d957-46ba-8772-e25b712a813d', '2763c889-1c2f-4c5c-a68b-063f7b9fcf8d', 'a726684d-8ca5-4241-87a5-2d7c4a6aa6ab', '93ba2b7c-5119-4ccf-893a-357808c4ae1c', '6bb416a8-5338-4698-8519-244e7f47c97c', '15e0b84a-6e2c-4edc-b21c-78ca24c94f21', '9e9d51c0-915d-476a-9163-d9aaaedee06e', 'b7f50b69-9ca6-448e-9719-f1dd1e755d47', '4557cfdc-9f16-412f-a171-e539893009f0', '66cab8c1-9bcd-4f94-9d30-3de4b5945f93', 'ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f', '441386e6-1eba-42ea-a632-d4de2b884f95', '919fb69f-cb9a-4ccf-bb91-aa2f9eaf3ff3', 'e2635d7e-4175-4a81-b459-58a6705163c8', '5bf25da7-2326-4734-ba70-74b297844704', '532d0481-4f13-411e-9e02-cd56f3d89863', '20de75aa-6ba0-437c-8c7f-504ea09976be', 'eaad6ace-a281-4634-9b07-2d5d10a0cdd6', '7bfa6c11-f4e3-40fe-9fd2-0d9aa4449f57'} {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1556.800981] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1556.819360] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.819517] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.819583] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.819756] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.819840] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.819944] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1556.820022] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1556.820091] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1556.898309] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.898556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.898556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.898717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.900434] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.900723] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1556.900803] env[65658]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65658) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1556.900874] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1556.900941] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1556.901027] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1556.901095] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGH for action security_group_rules [ 1556.901175] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGH for action security_group_rules [ 1556.901239] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGH for action security_group_rules [ 1556.901293] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGH for action security_group_rules [ 1556.901361] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGH for action security_group_rules [ 1556.901425] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGH for action security_group_rules [ 1556.901483] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGH for action security_group_rules [ 1556.901538] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGH for action security_group_rules [ 1556.901590] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGH for action security_group_rules [ 1556.901669] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGH for action security_group_rules [ 1556.901731] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGH for action security_group_rules [ 1556.901795] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGH for action security_group_rules [ 1556.901853] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGH for action security_group_rules [ 1556.901901] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGH for action security_group_rules [ 1556.901966] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGH for action security_group_rules [ 1556.902043] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGH for action security_group_rules [ 1556.902100] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGH for action security_group_rules [ 1556.902155] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGH for action security_group_rules [ 1556.902206] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGH for action security_group_rules [ 1556.902258] env[65658]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGH for action security_group_rules [ 1556.902351] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.155233] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.155472] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.155592] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.155854] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.155995] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.156180] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Segment Port f3e7912e-9e1d-4b6a-9a50-045818c5f01d not found, creating... [ 1557.156462] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.156617] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.156730] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.156948] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.157093] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.157371] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.157524] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.157625] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.157821] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.157982] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.158171] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d is going to be created. [ 1557.179091] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.179333] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.179394] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.179637] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.179854] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.180082] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.753526] env[65658]: INFO networking_nsxv3.common.synchronization [req-c361c3d8-ac89-4fce-8147-540a77202427 req-4a9c24b3-04b2-4602-9472-5c77f5fb7488 service nova] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1557.753776] env[65658]: INFO networking_nsxv3.common.synchronization [req-c361c3d8-ac89-4fce-8147-540a77202427 req-4a9c24b3-04b2-4602-9472-5c77f5fb7488 service nova] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1557.753821] env[65658]: INFO networking_nsxv3.common.synchronization [req-c361c3d8-ac89-4fce-8147-540a77202427 req-4a9c24b3-04b2-4602-9472-5c77f5fb7488 service nova] Enqueued Resource ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d with Priority: HIGHEST for action port [ 1557.754347] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1557.754495] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1557.754594] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d with Priority: HIGHEST for action port [ 1557.754687] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 with Priority: HIGH for action security_group_rules [ 1557.754780] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 with Priority: HIGH for action security_group_rules [ 1557.754877] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50c659-f227-4850-a673-546233400b98 with Priority: HIGH for action security_group_rules [ 1557.754950] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 with Priority: HIGH for action security_group_rules [ 1557.755048] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f with Priority: HIGH for action security_group_rules [ 1557.755178] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 with Priority: HIGH for action security_group_rules [ 1557.755287] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557cfdc-9f16-412f-a171-e539893009f0 with Priority: HIGH for action security_group_rules [ 1557.755352] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 with Priority: HIGH for action security_group_rules [ 1557.755436] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb416a8-5338-4698-8519-244e7f47c97c with Priority: HIGH for action security_group_rules [ 1557.755518] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e with Priority: HIGH for action security_group_rules [ 1557.755602] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c with Priority: HIGH for action security_group_rules [ 1557.755686] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab with Priority: HIGH for action security_group_rules [ 1557.755770] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d with Priority: HIGH for action security_group_rules [ 1557.755855] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd9350-d957-46ba-8772-e25b712a813d with Priority: HIGH for action security_group_rules [ 1557.756352] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81703bb5-8022-4e21-a603-911656c692f1 with Priority: HIGH for action security_group_rules [ 1557.756500] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 with Priority: HIGH for action security_group_rules [ 1557.756600] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 with Priority: HIGH for action security_group_rules [ 1557.756698] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f with Priority: HIGH for action security_group_rules [ 1557.756784] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129423e4-7371-4347-ac1b-133cdf696c91 with Priority: HIGH for action security_group_rules [ 1557.756869] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 with Priority: HIGH for action security_group_rules [ 1557.757163] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.757284] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.757350] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.757541] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.757619] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.758440] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.758590] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.758647] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.758770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.758912] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.759020] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.759071] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.759214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.759294] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.759379] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.760102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.760208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.760273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.760417] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.760485] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e7912e-9e1d-4b6a-9a50-045818c5f01d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.761171] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a51e0b1-2738-4c9b-8791-5929a441d854 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.761276] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.761337] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.761479] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.761550] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a51e0b1-2738-4c9b-8791-5929a441d854',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.762342] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5d2259-783c-4af1-97bd-dea72670f0c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.762447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.762511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.762657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.762726] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5d2259-783c-4af1-97bd-dea72670f0c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.763479] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd50c659-f227-4850-a673-546233400b98 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.763594] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.763637] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.763775] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.763845] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd50c659-f227-4850-a673-546233400b98',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.764568] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.764684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.764821] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.765031] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.765115] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15e0b84a-6e2c-4edc-b21c-78ca24c94f21',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.765971] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.766108] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.766214] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.766366] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.766472] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.767705] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.767705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.767705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.767874] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.767914] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66cab8c1-9bcd-4f94-9d30-3de4b5945f93',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.768662] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557cfdc-9f16-412f-a171-e539893009f0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.768768] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.768855] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.768996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.769080] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557cfdc-9f16-412f-a171-e539893009f0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.769810] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.769915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.769979] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.770151] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.770263] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f50b69-9ca6-448e-9719-f1dd1e755d47',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.770851] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bb416a8-5338-4698-8519-244e7f47c97c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.770952] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.771015] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.771163] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.771236] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bb416a8-5338-4698-8519-244e7f47c97c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.771933] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9d51c0-915d-476a-9163-d9aaaedee06e taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.771996] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.772047] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.772196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.772265] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9d51c0-915d-476a-9163-d9aaaedee06e',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.772972] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.773094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.773203] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.773368] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.773581] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ba2b7c-5119-4ccf-893a-357808c4ae1c',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.774529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.774629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.774698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.774890] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.774987] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a726684d-8ca5-4241-87a5-2d7c4a6aa6ab',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.775693] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.775792] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.775859] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.776141] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.776141] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2763c889-1c2f-4c5c-a68b-063f7b9fcf8d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.776741] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bd9350-d957-46ba-8772-e25b712a813d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.776847] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.776899] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.777188] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.777188] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bd9350-d957-46ba-8772-e25b712a813d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.778090] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81703bb5-8022-4e21-a603-911656c692f1 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.778200] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.778263] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.778407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.778477] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81703bb5-8022-4e21-a603-911656c692f1',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.779132] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.779234] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.779298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.779442] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.779512] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed8f475-3d04-457b-bc3c-55e54a1e6d67',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.780179] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.780393] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.780461] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.780609] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.780700] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd9d755-bfa3-4a64-88ef-9637ed77b404',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.781341] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.781447] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.781511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.781654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.781724] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.782379] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-129423e4-7371-4347-ac1b-133cdf696c91 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.782490] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.782561] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.782679] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.782746] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('129423e4-7371-4347-ac1b-133cdf696c91',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.783795] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.783901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.783966] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.784125] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.784196] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0d0f60-441a-4490-ba05-1a1cb09e53b0',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.791039] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.814677] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.814830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.814911] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.815157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.817186] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.817268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.817909] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.818010] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.834983] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.835153] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557cfdc-9f16-412f-a171-e539893009f0 is going to be deleted. [ 1557.836232] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.836441] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.859676] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.859837] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f is going to be deleted. [ 1557.860711] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.860910] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.878057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.878196] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5d2259-783c-4af1-97bd-dea72670f0c5 is going to be deleted. [ 1557.973420] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.973657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.973657] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.973837] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.973934] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.974068] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557cfdc-9f16-412f-a171-e539893009f0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.985905] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.986142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.986142] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.986349] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.986444] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.986593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea2a0d5e-6a88-4b64-a535-3bfca53a9c5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.003882] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.004057] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.004106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.004271] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.004359] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.004472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5d2259-783c-4af1-97bd-dea72670f0c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.294989] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e7912e-9e1d-4b6a-9a50-045818c5f01d with status ACTIVE [ 1558.295268] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.295473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.295473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.295694] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.295785] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.295976] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.296101] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.296164] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.296287] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.296357] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.296538] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.296642] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.296688] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.296825] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.296897] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.296980] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d is going to be updated. [ 1558.303544] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.303734] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.313149] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.354286] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.354286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.354286] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.354467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.357128] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.357298] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.358014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.358113] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.358783] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.358901] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.359562] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.359654] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.360621] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.360719] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.363306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.363403] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.364547] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.364645] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.365658] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.365766] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.366456] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.366543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.367306] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.367400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.367977] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.368404] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.368496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.369091] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.369457] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.369548] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.370130] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.370522] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.370613] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.371318] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.371672] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.371778] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.372369] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.372775] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.372868] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.373499] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.373860] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.373951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.374573] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.374986] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.375185] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.375255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.375467] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.375628] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.375784] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.380186] env[65658]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.380618] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.380753] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f is going to be deleted. [ 1558.381627] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.381798] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.400208] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.400366] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bd9350-d957-46ba-8772-e25b712a813d is going to be deleted. [ 1558.401401] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.401620] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.422243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.422436] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a726684d-8ca5-4241-87a5-2d7c4a6aa6ab is going to be deleted. [ 1558.423251] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.423473] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.448218] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.448448] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.455764] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.455944] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bb416a8-5338-4698-8519-244e7f47c97c is going to be deleted. [ 1558.456830] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.457053] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.458388] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.458503] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.475765] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.475924] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ba2b7c-5119-4ccf-893a-357808c4ae1c is going to be deleted. [ 1558.476915] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.477082] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.517877] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.518129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.526017] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.526212] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81703bb5-8022-4e21-a603-911656c692f1 is going to be deleted. [ 1558.527123] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.527339] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.574031] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.574265] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.593233] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.593455] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.608572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.608761] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9d51c0-915d-476a-9163-d9aaaedee06e is going to be deleted. [ 1558.609876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.609876] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.651984] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.652181] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd50c659-f227-4850-a673-546233400b98 is going to be deleted. [ 1558.653159] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.653383] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.713902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.714143] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15e0b84a-6e2c-4edc-b21c-78ca24c94f21 is going to be deleted. [ 1558.715021] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.715282] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.717435] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.717588] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.760157] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.760536] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd9d755-bfa3-4a64-88ef-9637ed77b404 is going to be deleted. [ 1558.761259] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.761474] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.775487] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.775689] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.795686] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.795882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.818954] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.819150] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.819226] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.819459] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.819550] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.819656] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 is going to be created. [ 1558.821419] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.821537] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.822361] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.822468] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66cab8c1-9bcd-4f94-9d30-3de4b5945f93 is going to be deleted. [ 1558.823551] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.823759] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.875741] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.875913] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f50b69-9ca6-448e-9719-f1dd1e755d47 is going to be deleted. [ 1558.876902] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.877138] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.895356] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.895589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.895589] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.895780] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.895935] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.914925] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: UNINITIALIZED for 2s [ 1558.918634] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.918823] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.950144] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.950290] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed8f475-3d04-457b-bc3c-55e54a1e6d67 is going to be deleted. [ 1558.951213] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.951429] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.980606] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.980833] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.006152] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.006365] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a51e0b1-2738-4c9b-8791-5929a441d854 is going to be deleted. [ 1559.007275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.007513] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.049525] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.049743] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.050511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.050629] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0d0f60-441a-4490-ba05-1a1cb09e53b0 is going to be deleted. [ 1559.051525] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.051737] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.082285] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.082496] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.086698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.086834] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2763c889-1c2f-4c5c-a68b-063f7b9fcf8d is going to be deleted. [ 1559.087698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.087905] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.107748] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.107931] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 129423e4-7371-4347-ac1b-133cdf696c91 is going to be deleted. [ 1559.108770] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.108976] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.109079] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.109205] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0c7281-e6a8-4d59-9f85-a5dad5eb1f5f" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.109360] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.109514] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.109593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.109705] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bd9350-d957-46ba-8772-e25b712a813d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.110202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.110376] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.110462] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.110584] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a726684d-8ca5-4241-87a5-2d7c4a6aa6ab" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.110717] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.110865] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.110937] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.111062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bb416a8-5338-4698-8519-244e7f47c97c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.111191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.111333] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.111407] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.111511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ba2b7c-5119-4ccf-893a-357808c4ae1c" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.111629] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.111763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.111836] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.111940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81703bb5-8022-4e21-a603-911656c692f1" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.112077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.112210] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.112285] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.112400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9d51c0-915d-476a-9163-d9aaaedee06e" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.112512] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.112644] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.112816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.112816] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd50c659-f227-4850-a673-546233400b98" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.112932] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.113081] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.113167] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.113290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15e0b84a-6e2c-4edc-b21c-78ca24c94f21" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.113390] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.113522] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.113593] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.113698] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd9d755-bfa3-4a64-88ef-9637ed77b404" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.113817] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.113950] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.114029] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.114134] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66cab8c1-9bcd-4f94-9d30-3de4b5945f93" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.114255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.114388] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.114486] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.114564] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f50b69-9ca6-448e-9719-f1dd1e755d47" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.114684] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.114814] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.114884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.114988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed8f475-3d04-457b-bc3c-55e54a1e6d67" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.119908] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.120072] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.120119] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.120255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.120320] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.120424] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a51e0b1-2738-4c9b-8791-5929a441d854" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.160785] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.160943] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.161051] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.161291] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.161386] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.161511] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0d0f60-441a-4490-ba05-1a1cb09e53b0" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.197102] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.197273] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.197324] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.197538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.197672] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.197745] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2763c889-1c2f-4c5c-a68b-063f7b9fcf8d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.219611] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.219819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.219819] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.220028] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.220118] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.220239] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-129423e4-7371-4347-ac1b-133cdf696c91" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.925046] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: SUCCESS [ 1560.925443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.925443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.925532] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.925722] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.925846] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.925913] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.926077] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.926178] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.926268] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.926360] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.429115] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.931402] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7440ab60-0476-4fa0-8dc9-8d9014d198c5: rpc.has_security_group_logging(os_id): False [ 1561.950528] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.950760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.950760] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.950951] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.951062] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.951307] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.951445] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.951510] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.951634] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.951710] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.951801] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 is going to be created. [ 1562.009974] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.010228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.010228] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.010415] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.010597] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.022248] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: IN_PROGRESS for 2s [ 1562.757770] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.757935] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1564.037930] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: SUCCESS [ 1564.037930] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.759118] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.759501] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.760312] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.760784] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.761776] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.761776] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.763062] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.763479] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.765075] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.765075] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.766544] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.767028] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.768027] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.768490] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.769091] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.769500] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.771019] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.771472] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.772680] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.773154] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.773924] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.774398] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.775078] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.775078] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.776181] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.776637] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.634966] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.635192] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.635313] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.635608] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.635891] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.636049] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.636165] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.636403] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.636562] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.636772] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1628.636881] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] NeedRegenerationException {{(pid=65658) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1628.636983] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] no value, waiting for create lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1628.637100] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] value creation lock acquired {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1628.637205] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] No value present for key: 'zone-id' {{(pid=65658) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1628.637305] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Calling creation function for not-yet-present value {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1628.637433] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1628.667475] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1628.667687] env[65658]: DEBUG dogpile.cache.region [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65658) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1628.667825] env[65658]: DEBUG dogpile.lock [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Released creation lock {{(pid=65658) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1628.668012] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "network-5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.668336] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d taken with stack trace [, , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.668507] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.668621] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.668903] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.669047] env[65658]: DEBUG networking_nsxv3.api.rpc [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e7912e-9e1d-4b6a-9a50-045818c5f01d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.171433] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.171895] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.171895] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.172135] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.172340] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.172672] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.172859] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.173013] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.173272] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.173434] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.173747] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.173936] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.174103] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.174336] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.174500] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.174667] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Resource: SegmentPort with ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d is going to be updated. [ 1629.204025] env[65658]: DEBUG networking_nsxv3.common.locking [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.204281] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.204423] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.204715] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.204932] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.205203] env[65658]: DEBUG oslo_concurrency.lockutils [None req-28706bad-19cd-4f33-a5f5-67fef7e516c6 None None] Releasing lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.883409] env[65658]: INFO networking_nsxv3.common.synchronization [req-faae829e-3a10-47fa-b72d-32e3a58d8a62 req-88a63ec1-c64f-4691-ab5f-e73738d65f12 service nova] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1629.883409] env[65658]: INFO networking_nsxv3.common.synchronization [req-faae829e-3a10-47fa-b72d-32e3a58d8a62 req-88a63ec1-c64f-4691-ab5f-e73738d65f12 service nova] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1629.883409] env[65658]: INFO networking_nsxv3.common.synchronization [req-faae829e-3a10-47fa-b72d-32e3a58d8a62 req-88a63ec1-c64f-4691-ab5f-e73738d65f12 service nova] Enqueued Resource ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d with Priority: HIGHEST for action port [ 1629.884277] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_rules [ 1629.884630] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1629.884893] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d with Priority: HIGHEST for action port [ 1629.885529] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.885843] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.886094] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.886538] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.886945] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.889343] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.889472] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.889521] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.890014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.890014] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.890014] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.890196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.890196] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.890277] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.890377] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.892092] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.892436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.892436] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.892554] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.892699] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e7912e-9e1d-4b6a-9a50-045818c5f01d',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1630.390304] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.390635] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.397037] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e7912e-9e1d-4b6a-9a50-045818c5f01d with status ACTIVE [ 1630.397196] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.397275] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.397325] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.397556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.397653] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.397841] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.397942] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.398012] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.398181] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.398258] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.398448] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.398543] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.398598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.398723] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.398794] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.398875] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e7912e-9e1d-4b6a-9a50-045818c5f01d is going to be updated. [ 1630.399990] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1630.422855] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.423011] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.423083] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.423301] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.423443] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.423598] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e7912e-9e1d-4b6a-9a50-045818c5f01d" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.903060] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.405222] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.405641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.405641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.405641] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.405763] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.405763] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 is going to be updated. [ 1631.438530] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.438796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.438796] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.438963] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.439117] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.449588] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: IN_PROGRESS for 2s [ 1633.463252] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: SUCCESS [ 1633.463655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.463655] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.463824] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.464025] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.464140] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.464202] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.464356] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.464454] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.464556] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.464648] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.967203] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.469235] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7440ab60-0476-4fa0-8dc9-8d9014d198c5: rpc.has_security_group_logging(os_id): False [ 1634.487657] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.487884] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.487940] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.488166] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.488255] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.488515] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.488604] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.488707] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.488852] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.488988] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.489097] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 is going to be updated. [ 1634.573578] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.573882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.573882] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.574076] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.574243] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.623727] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: IN_PROGRESS for 2s [ 1634.886453] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.886657] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1636.641318] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: SUCCESS [ 1636.641761] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.888384] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.888870] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.891490] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.891964] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.892710] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.893176] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.893729] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.894253] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1659.894715] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.894934] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.896703] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.897142] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1669.898363] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1669.898811] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1674.899484] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1674.900043] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1679.901068] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1679.901457] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.980472] env[65658]: INFO networking_nsxv3.common.synchronization [req-87a8f2ef-1fa2-45fb-99f8-b8590f1521c5 req-b8a74eb5-4177-4b8f-8383-9201f1e27bdc tempest-AttachVolumeShelveTestJSON-1394133954 tempest-AttachVolumeShelveTestJSON-1394133954-project-member] Enqueued Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1680.981115] env[65658]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 with Priority: HIGHEST for action security_group_members [ 1680.981391] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock member-7440ab60-0476-4fa0-8dc9-8d9014d198c5 taken with stack trace [, , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.981509] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.981572] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.981797] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.981965] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.982106] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.982191] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.982290] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.982373] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.982494] env[65658]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7440ab60-0476-4fa0-8dc9-8d9014d198c5',) {} {{(pid=65658) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1681.485144] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.485400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.485400] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.485558] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.485652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.485949] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.486130] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.486241] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.486488] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.486652] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.486741] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 is going to be updated. [ 1681.531332] env[65658]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65658) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.531599] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.531671] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.531829] env[65658]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.531969] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.541883] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: IN_PROGRESS for 2s [ 1683.555719] env[65658]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 in Status: SUCCESS [ 1683.556129] env[65658]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7440ab60-0476-4fa0-8dc9-8d9014d198c5 deletion is rescheduled due to dependency. [ 1683.556129] env[65658]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7440ab60-0476-4fa0-8dc9-8d9014d198c5" {{(pid=65658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.982237] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.982769] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.982964] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.983234] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.984914] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1695.985331] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1700.985929] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1700.986387] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1705.987127] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.987567] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.988448] env[65658]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.988831] env[65658]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0